-- Logs begin at Thu 2021-07-29 14:50:05 UTC, end at Thu 2021-07-29 15:43:49 UTC. -- Jul 29 15:19:11.665967 dv-cinder-789564-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 15:19:14.353931 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.common.config [-] Logging enabled! Jul 29 15:19:14.354569 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 15:19:14.354689 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 15:19:14.358004 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.common.config [-] Logging enabled! Jul 29 15:19:14.358256 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 15:19:14.358562 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93014) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 15:19:14.359485 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 15:19:14.359719 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 15:19:14.360074 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 15:19:14.360314 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 15:19:14.360537 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 15:19:14.360902 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.361196 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.361487 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.361710 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.361997 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.362281 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.362557 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.362840 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.363126 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.363404 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.363675 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.363953 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.364178 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.364456 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.364738 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.365097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.365097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] debug = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.366810 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.366810 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.366810 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.366810 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.367050 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.367113 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.367369 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.367642 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.367919 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.368240 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] host = dv-cinder-789564-8-iscsi {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.368512 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.368794 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.369096 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.369375 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.369647 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.369920 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.370200 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.370465 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.370731 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] log_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.371002 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.371284 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.372081 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.372360 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.372582 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.372797 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.373098 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.373379 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.373648 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.373916 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.374184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.374453 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.374721 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.374984 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.375260 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.375536 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.375813 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.376082 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.376351 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.376614 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.376905 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.377185 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.377452 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.377719 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.377988 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.378269 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.378536 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.378806 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.379100 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.379386 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.379662 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.379943 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.380217 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.380495 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.380762 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.381055 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.381320 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] use_json = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.381585 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.381849 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.382123 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.382390 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.382655 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.382922 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.383187 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.383466 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:14.383757 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.384047 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.384342 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.384621 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.384933 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.385213 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.385498 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.385770 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.386052 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.386338 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.386624 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.387026 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.387716 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.388006 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.388296 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.388596 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.388914 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.389208 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.389483 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.389756 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.390029 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.390306 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.390589 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.390879 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.394885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.394885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.394885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.394885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.394885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.394885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.394885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.394885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.399578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400184 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.400868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.401447 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.401447 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.401447 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.401726 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.401977 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.402245 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.402515 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.402880 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.403168 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.403456 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.403753 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.404031 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.404308 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.404584 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.404884 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.405158 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.405431 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.405706 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.405980 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.406250 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.406739 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.406843 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.407086 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.407362 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.407635 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.407925 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.408199 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.408476 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.408750 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.409049 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.409335 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.409613 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.409903 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.410194 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.410482 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.410769 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.411055 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.411331 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.411633 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.411910 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:14.412127 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 15:19:14.412367 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93014) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 15:19:14.756298 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 15:19:14.756498 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 15:19:14.756783 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 15:19:14.757138 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 15:19:15.144474 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.144761 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.145055 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.146349 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.146618 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.146878 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.180949 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.181230 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.181494 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.196612 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.196984 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.197250 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.225276 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.225550 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.225810 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.261307 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.261590 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.261853 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.491194 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.491837 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.491837 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.492063 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.492640 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.611205 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.611517 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.611794 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.612057 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.612317 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.612620 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.612897 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.613152 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.613401 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.613675 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.613928 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.614183 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.614432 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.614677 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.614925 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.615180 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.615427 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.615683 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.615946 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.616196 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.616461 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.616709 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.617004 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.617372 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.617617 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.617858 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.618243 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 15:19:15.618482 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 15:19:15.618723 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 15:19:15.618956 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 15:19:15.619187 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 15:19:15.619418 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 15:19:15.619775 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 15:19:15.623363 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 15:19:15.627238 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 15:19:15.631072 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 29 15:19:15.632678 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 15:19:15.633153 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 15:19:15.633488 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 15:19:15.633865 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 15:19:15.636607 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 15:19:15.636877 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 15:19:15.637312 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 15:19:15.642514 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 15:19:15.664574 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 15:19:15.665046 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.665345 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93014) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 15:19:15.665702 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.667037 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93014) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 15:19:15.667311 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 15:19:15.667548 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 15:19:15.671496 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.671770 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:15.736273 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 15:19:15.736440 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 15:19:15.737343 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 15:19:15.737343 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 15:19:15.758227 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_db.sqlalchemy.engines [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93014) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 15:19:16.289168 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Initializing driver for type 'gre' Jul 29 15:19:16.289697 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] gre ID ranges: [(1, 1000)] Jul 29 15:19:16.342535 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Initializing driver for type 'local' Jul 29 15:19:16.342872 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Initializing driver for type 'vlan' Jul 29 15:19:16.360675 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] VlanTypeDriver initialization complete Jul 29 15:19:16.361029 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Initializing driver for type 'vxlan' Jul 29 15:19:16.361532 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] vxlan ID ranges: [(1, 1000)] Jul 29 15:19:16.419646 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Initializing extension driver 'port_security' Jul 29 15:19:16.420025 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.extensions.port_security [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] PortSecurityExtensionDriver initialization complete Jul 29 15:19:16.420354 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Initializing mechanism driver 'openvswitch' Jul 29 15:19:16.420681 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Initializing mechanism driver 'hyperv' Jul 29 15:19:16.427198 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.plugin [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:16.428031 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > port after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.428401 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.428748 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.429287 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 15:19:16.429714 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > subnet after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.430063 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > subnet after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.430403 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.430788 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 15:19:16.431220 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > network after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.431570 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > network after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.431907 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > network after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.432294 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 15:19:16.432689 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > security_group after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.433062 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > security_group after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.433407 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.433796 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 15:19:16.434898 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.435464 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.435817 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.436208 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 15:19:16.436609 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > address_group after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.436982 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > address_group after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.437319 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.437705 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93014) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 15:19:16.438076 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] ML2 OVO RPC backend initialized. {{(pid=93014) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 15:19:16.438775 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.439125 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.439790 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > network before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.440135 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > networks before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.440477 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > port before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.440831 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > ports before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.441172 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > subnet before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.441508 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > subnets before_response 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.441849 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > network after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.442190 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > network after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.442521 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > network after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.442852 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > port after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.443183 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.443516 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.443846 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > subnet after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.444176 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > subnet after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.444502 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.445155 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.plugin [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Modular L2 Plugin initialization complete Jul 29 15:19:16.445482 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading services supported by the core plugin {{(pid=93014) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 15:19:16.445804 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.plugins.ml2.managers [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Got port-security extension from driver 'port_security' Jul 29 15:19:16.446260 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.extensions.vlantransparent [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Disabled vlantransparent extension. Jul 29 15:19:16.446793 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93014) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 15:19:16.447103 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading Plugin: router Jul 29 15:19:16.484737 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.485149 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router after_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.485524 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router before_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.485894 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.486271 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.486628 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router after_delete 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.486988 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.487585 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router after_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.488126 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router after_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.488680 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router after_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.489271 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.489835 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router after_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.490488 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.491080 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.491654 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.492222 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: subnet after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.492779 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.493380 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.493778 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.494136 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: port before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.494493 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.494855 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router after_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.495205 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.495561 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_create 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.495927 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.496279 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_update 55549900 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.497309 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > agent after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.497804 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > agent after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.498165 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > network after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.499028 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Tracking information for resource: router configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 15:19:16.499360 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Tracking information for resource: floatingip configured {{(pid=93014) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 15:19:16.504168 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.db.l3_agentschedulers_db [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 15:19:16.504737 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.505126 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: port after_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.505476 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: port after_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.505828 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: port after_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.506615 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router before_create 55550100 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.506978 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.507339 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_create 55550100 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.507694 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > router precommit_update 55550100 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.512073 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.services.provider_configuration [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service providers = [] {{(pid=93014) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 15:19:16.512652 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.db.servicetype_db [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93014) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 15:19:16.515631 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.services.service_base [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 15:19:16.515980 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.services.service_base [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 15:19:16.516320 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.services.service_base [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 15:19:16.517222 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.services.service_base [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93014) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 15:19:16.517590 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.services.service_base [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 15:19:16.517967 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 15:19:16.518283 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 15:19:16.530394 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 15:19:16.530727 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading Plugin: auto_allocate Jul 29 15:19:16.536383 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: network precommit_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.536753 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: network precommit_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.537291 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 15:19:16.537606 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading Plugin: tag Jul 29 15:19:16.545168 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 15:19:16.545484 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading Plugin: timestamp Jul 29 15:19:16.549284 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 15:19:16.549632 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading Plugin: network_ip_availability Jul 29 15:19:16.555097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.555467 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.555819 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.556526 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 15:19:16.556873 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading Plugin: flavors Jul 29 15:19:16.562635 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 15:19:16.562991 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading Plugin: revisions Jul 29 15:19:16.567498 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93014) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 15:19:16.567889 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=93014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 15:19:16.568608 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93014) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 15:19:16.568971 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Initializing extension manager. Jul 29 15:19:16.569474 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: __init__.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.569809 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: __pycache__ {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.570134 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.570461 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: address_group.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.571204 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.571762 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: address-group Jul 29 15:19:16.572082 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: address_scope.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.572793 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.573328 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: address-scope Jul 29 15:19:16.573646 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.574566 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.575329 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: router-admin-state-down-before-update Jul 29 15:19:16.575657 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: agent.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.576359 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.576886 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: agent Jul 29 15:19:16.577208 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: agent_resources_synced.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.578107 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.578606 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: agent-resources-synced Jul 29 15:19:16.578924 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: allowedaddresspairs.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.580695 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.581281 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: allowed-address-pairs Jul 29 15:19:16.581606 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: auto_allocated_topology.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.582672 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.583176 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: auto-allocated-topology Jul 29 15:19:16.583497 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: availability_zone.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.584180 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.584678 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: availability_zone Jul 29 15:19:16.585029 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: availability_zone_filter.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.585928 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.586428 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: availability_zone_filter Jul 29 15:19:16.586745 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: data_plane_status.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.587636 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.588132 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 15:19:16.588447 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: default_subnetpools.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.589391 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.589888 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: default-subnetpools Jul 29 15:19:16.590204 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.591763 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.592270 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: dhcp_agent_scheduler Jul 29 15:19:16.592591 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: dns.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.593518 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.594061 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension dns-integration not supported by any of loaded plugins Jul 29 15:19:16.594382 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: dns_domain_ports.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.595289 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.595789 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 15:19:16.596102 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.597039 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.597533 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 15:19:16.597850 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: dvr.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.598506 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.598995 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: dvr Jul 29 15:19:16.599309 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: ecmp_routes.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.600210 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.600699 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 15:19:16.601039 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: empty_string_filtering.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.601945 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.602441 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: empty-string-filtering Jul 29 15:19:16.602756 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.603645 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.604148 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 15:19:16.604466 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.605409 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.605973 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 15:19:16.606972 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: external_net.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.607885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.608390 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: external-net Jul 29 15:19:16.608706 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.609628 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.610129 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: extra_dhcp_opt Jul 29 15:19:16.610446 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: extraroute.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.611339 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.611843 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: extraroute Jul 29 15:19:16.612159 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: extraroute_atomic.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.613190 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.613691 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: extraroute-atomic Jul 29 15:19:16.614009 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: filter_validation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.614835 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.615334 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: filter-validation Jul 29 15:19:16.615652 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: fip_pf_description.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.616554 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.617084 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 15:19:16.617401 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: fip_port_details.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.618308 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.618806 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: fip-port-details Jul 29 15:19:16.619122 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: flavors.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.620331 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.620856 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: flavors Jul 29 15:19:16.621183 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.623105 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.623775 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 15:19:16.624105 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: floatingip_pools.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.624800 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.625328 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: floatingip-pools Jul 29 15:19:16.625648 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: ip_allocation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.626575 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.627070 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 15:19:16.627388 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.628287 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.628828 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: ip-substring-filtering Jul 29 15:19:16.629150 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: l2_adjacency.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.630067 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.630554 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 15:19:16.630870 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: l3.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.631822 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.632330 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: router Jul 29 15:19:16.632649 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.634872 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.635389 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 15:19:16.635719 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.636636 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.637220 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: ext-gw-mode Jul 29 15:19:16.637763 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.638719 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.639220 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: l3-ha Jul 29 15:19:16.639544 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: l3_flavors.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.640447 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.640980 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: l3-flavors Jul 29 15:19:16.641304 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.642209 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.642710 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 15:19:16.643036 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: l3agentscheduler.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.644050 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.644551 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: l3_agent_scheduler Jul 29 15:19:16.644899 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: logging.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.646352 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.646860 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension logging not supported by any of loaded plugins Jul 29 15:19:16.647186 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: metering.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.647919 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.648486 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: metering Jul 29 15:19:16.648804 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.650068 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.650598 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: metering_source_and_destination_fields Jul 29 15:19:16.650922 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: multiprovidernet.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.651844 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.652344 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: multi-provider Jul 29 15:19:16.652664 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: netmtu.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.654291 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.654798 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: net-mtu Jul 29 15:19:16.655118 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: netmtu_writable.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.656022 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.656519 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: net-mtu-writable Jul 29 15:19:16.656860 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: network_availability_zone.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.657524 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.658018 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: network_availability_zone Jul 29 15:19:16.658334 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: network_ip_availability.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.659398 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.659901 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: network-ip-availability Jul 29 15:19:16.660222 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: network_segment_range.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.661010 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.661511 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 15:19:16.661825 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: pagination.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.662790 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.663115 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: pagination Jul 29 15:19:16.663429 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: port_device_profile.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.664333 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.664864 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: port-device-profile Jul 29 15:19:16.665185 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.666091 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.666584 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: port-mac-address-regenerate Jul 29 15:19:16.666900 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.667846 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.668414 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: port-numa-affinity-policy Jul 29 15:19:16.669502 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: port_resource_request.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.670495 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.670999 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 15:19:16.671324 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: portbindings.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.672251 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.672751 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: binding Jul 29 15:19:16.673098 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: portbindings_extended.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.674357 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.674870 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: binding-extended Jul 29 15:19:16.675197 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: portsecurity.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.676101 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.676605 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: port-security Jul 29 15:19:16.676961 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: project_id.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.677918 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.678246 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: project-id Jul 29 15:19:16.678566 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: providernet.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.679482 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.679980 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: provider Jul 29 15:19:16.680296 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.683707 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.684396 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos not supported by any of loaded plugins Jul 29 15:19:16.684939 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.686173 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.686681 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 15:19:16.687004 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.687905 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.688407 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 15:19:16.688725 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos_default.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.689904 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.690406 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos-default not supported by any of loaded plugins Jul 29 15:19:16.690725 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos_fip.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.691374 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.691863 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos-fip not supported by any of loaded plugins Jul 29 15:19:16.692179 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos_gateway_ip.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.693117 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.693616 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 15:19:16.693937 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos_port_network_policy.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.694841 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.695333 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 15:19:16.695650 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos_rule_type_details.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.696548 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.697065 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 15:19:16.697383 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: qos_rules_alias.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.698409 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.698914 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 15:19:16.699287 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: quotasv2.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.700687 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.701041 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: quotas Jul 29 15:19:16.701365 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: quotasv2_detail.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.704346 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.704681 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: quota_details Jul 29 15:19:16.705037 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: rbac.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.706074 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.706595 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: rbac-policies Jul 29 15:19:16.706924 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: rbac_address_group.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.707862 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.708369 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: rbac-address-group Jul 29 15:19:16.708693 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: rbac_address_scope.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.709634 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.710130 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: rbac-address-scope Jul 29 15:19:16.710450 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: rbac_security_groups.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.711358 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.711858 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: rbac-security-groups Jul 29 15:19:16.712178 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: rbac_subnetpool.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.713120 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.713625 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: rbac-subnetpool Jul 29 15:19:16.713944 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: revisionifmatch.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.714856 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.715961 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: revision-if-match Jul 29 15:19:16.716514 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: revisions.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.717667 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.718174 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: standard-attr-revisions Jul 29 15:19:16.718497 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: router_availability_zone.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.719166 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.719664 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: router_availability_zone Jul 29 15:19:16.719980 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: routerservicetype.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.720919 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.721416 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension router-service-type not supported by any of loaded plugins Jul 29 15:19:16.721751 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.722645 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.723144 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: security-groups-normalized-cidr Jul 29 15:19:16.723461 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.724366 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.724890 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: port-security-groups-filtering Jul 29 15:19:16.725210 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.726121 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.726620 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: security-groups-remote-address-group Jul 29 15:19:16.726937 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: securitygroup.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.737143 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.737664 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: security-group Jul 29 15:19:16.737993 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: segment.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.738778 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.739278 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension segment not supported by any of loaded plugins Jul 29 15:19:16.739599 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.740520 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.741044 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 15:19:16.741366 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: servicetype.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.742547 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.743132 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: service-type Jul 29 15:19:16.743455 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: sorting.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.744495 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.744851 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: sorting Jul 29 15:19:16.745177 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: standard_attr_segment.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.746149 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.746761 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 15:19:16.747279 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: standardattrdescription.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.747930 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.748433 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: standard-attr-description Jul 29 15:19:16.748755 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: stateful_security_group.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.749704 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.750207 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: stateful-security-group Jul 29 15:19:16.750529 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: stdattrs_common.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.751102 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 15:19:16.751421 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.752355 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.752911 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 15:19:16.753236 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: subnet_onboard.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.754308 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.754815 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: subnet_onboard Jul 29 15:19:16.755135 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.756049 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.756548 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 15:19:16.756889 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: subnet_service_types.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.757812 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.758316 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: subnet-service-types Jul 29 15:19:16.758638 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: subnetallocation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.759705 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.760207 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: subnet_allocation Jul 29 15:19:16.760528 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.761215 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.761717 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: subnetpool-prefix-ops Jul 29 15:19:16.762042 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.763269 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.763765 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 15:19:16.764085 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: tagging.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.765164 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.765668 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: standard-attr-tag Jul 29 15:19:16.765990 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: timestamp.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.767197 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.767706 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loaded extension: standard-attr-timestamp Jul 29 15:19:16.768028 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: trunk.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.769080 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.769592 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension trunk not supported by any of loaded plugins Jul 29 15:19:16.769909 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: trunk_details.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.770813 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.771318 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension trunk-details not supported by any of loaded plugins Jul 29 15:19:16.771637 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: uplink_status_propagation.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.772547 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.773083 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 15:19:16.773401 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Loading extension file: vlantransparent.py {{(pid=93014) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 15:19:16.774056 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93014) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 15:19:16.774554 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 15:19:16.777028 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:network Jul 29 15:19:16.777541 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:subnet Jul 29 15:19:16.778533 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 15:19:16.779079 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:port Jul 29 15:19:16.780321 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.780772 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service FLAVORS assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.781407 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.781836 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.782166 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:router Jul 29 15:19:16.782606 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:floatingip Jul 29 15:19:16.783094 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service METERING assigned prefix: /metering {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.784527 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.784932 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.785286 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:19:16.786259 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 15:19:16.786702 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:security_group Jul 29 15:19:16.787132 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 15:19:16.787722 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service CORE assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.788047 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 15:19:16.788398 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] subnetpool is already registered Jul 29 15:19:16.788827 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service CORE assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.789156 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 15:19:16.789485 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] subnetpool is already registered Jul 29 15:19:16.791755 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.792303 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service FLAVORS assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.792955 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.793427 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.794491 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:router Jul 29 15:19:16.794843 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] router is already registered Jul 29 15:19:16.795325 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:floatingip Jul 29 15:19:16.795619 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] floatingip is already registered Jul 29 15:19:16.796099 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service METERING assigned prefix: /metering {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.796793 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 15:19:16.797138 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] rbac_policy is already registered Jul 29 15:19:16.797560 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:security_group Jul 29 15:19:16.797893 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] security_group is already registered Jul 29 15:19:16.798299 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 15:19:16.798634 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] security_group_rule is already registered Jul 29 15:19:16.799120 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service CORE assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.799441 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 15:19:16.799789 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] subnetpool is already registered Jul 29 15:19:16.800190 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.v2.resource_helper [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Service CORE assigned prefix: {{(pid=93014) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 15:19:16.800508 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 15:19:16.800857 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING neutron.quota.resource_registry [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] subnetpool is already registered Jul 29 15:19:16.802461 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: extensions {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.803895 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: address-groups {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.805401 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: address-scopes {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.806608 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: agents {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.807844 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: auto-allocated-topology {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.809684 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: availability_zones {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.811133 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: dhcp-networks {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.812523 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: dhcp-agents {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.814069 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: routers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.816018 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: flavors {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.817198 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: service_profiles {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.818501 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: next_providers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.819910 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: service_profiles {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.821352 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: floatingip-pools {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.822660 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: routers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.824338 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: floatingips {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.825957 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: l3-routers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.827425 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: l3-agents {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.828800 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: metering-labels {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.830075 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: metering-label-rules {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.831318 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: network-ip-availabilities {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.832656 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: bindings {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.834248 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: quotas {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.835888 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: quotas {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.837421 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: rbac-policies {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.838600 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: security-groups {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.839789 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: security-group-rules {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.841938 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: service-providers {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.843146 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: subnetpools {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.844466 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: subnetpools {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.846014 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.847684 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.849391 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.851245 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.852950 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.854789 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.857494 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.859283 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.862042 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.863779 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron.api.extensions [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Extended resource: tags {{(pid=93014) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 15:19:16.869719 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING keystonemiddleware.auth_token [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 15:19:16.874550 dv-cinder-789564-8-iscsi neutron-server[93014]: WARNING keystonemiddleware.auth_token [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 15:19:16.882774 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Acquired lock "singleton_lock" {{(pid=93014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 15:19:16.883248 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_concurrency.lockutils [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Releasing lock "singleton_lock" {{(pid=93014) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 15:19:16.883883 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO oslo_service.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Starting 2 workers Jul 29 15:19:16.888937 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Started child 93121 {{(pid=93014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 15:19:16.893355 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Started child 93122 {{(pid=93014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 15:19:16.894309 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:16.894953 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO neutron.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 15:19:16.895615 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Notify callbacks [] for process, before_spawn {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:16.895871 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [-] (93121) wsgi starting up on http://0.0.0.0:9696 Jul 29 15:19:16.897996 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:16.898435 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO oslo_service.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Starting 1 workers Jul 29 15:19:16.899432 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [-] (93122) wsgi starting up on http://0.0.0.0:9696 Jul 29 15:19:16.903638 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Started child 93123 {{(pid=93014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 15:19:16.904410 dv-cinder-789564-8-iscsi neutron-server[93014]: INFO oslo_service.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Starting 1 workers Jul 29 15:19:16.907228 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] calling RpcWorker wait() {{(pid=93123) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 15:19:16.907727 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] returning from RpcWorker wait() {{(pid=93123) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 15:19:16.908861 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Started child 93124 {{(pid=93014) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 15:19:16.909008 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:16.909453 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:16.909689 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-51e3716e-52f4-4f0e-95d8-aad6df07a75b None None] Notify callbacks [] for process, after_spawn {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:16.911526 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 15:19:16.911727 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 15:19:16.911913 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 15:19:16.912118 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 15:19:16.912439 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 15:19:16.912600 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 15:19:16.913126 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.913397 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.913646 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.913820 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:16.914278 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.914278 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.914735 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.914887 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:16.914983 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.915227 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.915508 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.915755 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.915920 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.916079 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.916314 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.916555 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.916862 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.917139 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.917390 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.917656 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.917815 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.918074 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.918325 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.919210 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.919623 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] debug = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.919996 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.920469 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.920697 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.920987 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.921217 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.921483 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.921710 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.921964 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.922227 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.922412 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.922642 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.922889 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.923143 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.923365 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.923598 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.923851 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.924067 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.924536 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] host = dv-cinder-789564-8-iscsi {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.924800 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.925000 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.925231 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.925487 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.925727 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.925936 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.926194 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.926440 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.926676 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.926912 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.927172 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.927414 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.927647 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.927906 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.928061 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_options = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.928306 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.928552 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.928844 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.929018 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.929183 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.929367 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.929612 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.929772 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.930008 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.930250 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.930459 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.930667 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.930945 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.931153 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.931414 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.931663 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.931971 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.932134 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.932376 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.932589 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.932840 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.933058 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.933272 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.933513 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.933725 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.933932 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.934207 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.934538 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.934895 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.935182 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.935397 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.935653 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.935912 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.936165 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.936408 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.936634 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.936865 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.937143 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.937369 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.937620 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.937872 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.938080 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.938319 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.938547 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.938776 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.938990 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_json = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.939217 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.939440 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.939942 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.940155 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.940385 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.940593 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.942462 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.942901 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:16.943372 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.943680 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.944061 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.944276 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.945533 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.945791 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.946052 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.946872 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.947129 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.948680 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.949057 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.950242 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.950569 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.953370 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.953653 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.955015 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.955695 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.957825 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.958067 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.958325 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.959162 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.961141 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.961522 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.961840 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.962134 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.962435 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.962673 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.962953 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.963206 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.963442 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.963676 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.963922 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.964197 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.964437 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.964662 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.964931 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.965199 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.966192 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.966432 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.966700 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.966948 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.967192 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.967441 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.967660 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.967880 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.968125 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.968347 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.968585 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.968864 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.969132 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.969377 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.969635 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.969859 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.970086 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.970329 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.970597 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.970821 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.971090 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.971359 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.971703 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.971989 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.972254 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.972503 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.972734 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.972974 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.973201 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.973479 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.973671 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.973902 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.974120 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.974345 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.974562 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.974802 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.975040 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.975263 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.975498 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.975736 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.975953 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.976177 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.976392 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.976610 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.977104 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.977104 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.977312 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.977590 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.977914 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.979102 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.979102 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.979102 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.979102 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.979102 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.979500 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.979593 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.979804 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.980021 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.980301 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.980528 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.980798 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.981600 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.981878 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.982084 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.982336 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.982563 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.982804 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.983066 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.983306 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.983577 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.983823 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.984071 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.984322 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.984579 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.984887 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.985153 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.985662 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.985917 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.986188 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.986486 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.986750 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.987031 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.987282 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.987515 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.987771 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.988030 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.988293 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.988553 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.988789 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.989033 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.989970 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.990205 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.990452 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.990690 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.990923 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.991253 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.991527 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.991772 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.992032 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.992310 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.992561 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.992801 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.993094 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.993343 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.993576 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.993841 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.994095 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.994309 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.994545 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.994778 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.994993 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.995242 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.995459 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.995697 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.995908 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.996118 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.996376 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.996726 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.996989 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.997165 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.997411 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.997629 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.997876 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.998089 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.998313 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.998568 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.998818 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.999056 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.999276 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.999488 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.999738 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:16.999955 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.000222 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.000471 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.000691 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.000959 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.001178 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.001430 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.001654 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.001897 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.002123 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.002355 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.002571 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.002789 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.003036 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.003253 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.003484 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.003700 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.003937 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.004210 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.004573 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.004850 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.005080 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.005323 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.005541 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.005802 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.006044 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.006257 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.006481 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.006695 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.006910 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.007167 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.007392 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.007614 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.007842 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.008043 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.008257 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.008502 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.008715 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.009029 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.009282 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.009524 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.009780 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.010020 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.010255 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.010486 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.010700 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.010914 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.011138 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.011361 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.011574 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.011803 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.012018 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.012785 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.013032 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.013238 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.013477 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.013738 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.013966 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.014181 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.014406 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.014624 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.014835 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.015063 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.015325 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.015539 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.015763 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.015980 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.016213 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.016443 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.016655 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.016915 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.017145 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.017362 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.017573 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.017866 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.018125 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.018348 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.018639 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.018869 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.019139 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.019410 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.019923 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.020282 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.020385 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.020624 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.020936 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.021186 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.021462 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.021789 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.022093 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.022365 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.022636 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.022905 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.023207 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.023472 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.023678 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.023973 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.024321 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.024604 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.024879 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.025109 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.025368 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.025591 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.025810 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.026027 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.026240 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.026455 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.026691 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.026938 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.027185 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.027398 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.027656 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.027945 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.028202 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.028413 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.028662 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.028921 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.029077 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 15:19:17.029640 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93014) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 15:19:17.029806 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 15:19:17.029959 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 15:19:17.030126 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 15:19:17.030295 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 15:19:17.030447 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 15:19:17.030651 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.030811 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.030970 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.031127 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.031286 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.031467 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.031628 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.031785 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.031943 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.032100 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.032258 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.032415 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.032572 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.032731 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.032918 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.033080 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.033238 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.033396 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.033562 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.033723 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.033880 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.034038 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.034197 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] debug = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.034355 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.034559 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.034725 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.034884 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.035042 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.035203 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.035361 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.035517 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.035675 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.035832 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.035990 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.036148 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.036304 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.036462 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.036618 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.036775 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.036955 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.037113 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] host = dv-cinder-789564-8-iscsi {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.037270 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.037428 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.037586 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.037743 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.037900 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.038058 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.038214 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.038371 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.038528 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.038685 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.038841 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.038999 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.039156 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.039287 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:17.039380 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.039460 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_options = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.039603 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.039759 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.039917 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.040099 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.040262 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.040420 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.040577 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.040735 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.040913 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.041071 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.041229 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.041386 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.041544 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.041702 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.041860 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.042018 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.042175 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.042332 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.042489 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.042647 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.042804 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.042961 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.043117 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.043273 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.043951 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.044107 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.044259 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.044415 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.044571 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.044729 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.044904 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.045063 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.045220 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.045423 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.045516 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.045682 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.045838 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.046000 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.046156 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.046314 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.046470 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.046627 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.046784 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.046940 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.047097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.047238 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_json = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.047400 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.047559 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.047714 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.047872 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.048029 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.048185 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.048341 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.048499 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 15:19:17.048676 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.048853 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.049027 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.049188 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.049349 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.049510 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.049685 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.049832 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.049992 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.050151 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.050320 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.050481 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.050651 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.050812 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.050973 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.051136 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.051296 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.051456 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.051618 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.051780 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.051942 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.052102 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.052278 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.052440 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.052602 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.052759 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.052935 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.053099 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.053290 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.053482 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.053891 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.053891 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.053891 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.054195 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.054195 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.054335 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.054450 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.054611 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.054772 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.054933 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.055095 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.055257 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.055419 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.055585 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.055746 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.055907 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.056068 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.056230 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.056391 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.056551 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.056724 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.056904 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.057065 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.057226 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.057387 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.057547 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.057708 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.057868 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.058028 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.058189 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.058349 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.058541 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.058711 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.058914 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.059052 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.059233 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.059403 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.059540 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.059687 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.059848 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.060009 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.060170 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.060334 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.060492 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.060653 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.060858 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.060992 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.061153 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.061315 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.061477 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.061637 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.061799 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.061959 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.062121 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.062291 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.062467 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.062628 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.062788 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.062949 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.063161 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.063328 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.063488 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.063649 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.063808 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.063968 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.064128 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.064288 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.064451 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.064885 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.065047 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.065207 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.065366 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.065526 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.065691 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.065852 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.066156 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.066319 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.066480 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.066640 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.066804 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.066996 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.067136 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.067274 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.067439 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.067672 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.067773 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.067922 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.068244 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.068406 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.068567 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.068729 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.069168 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.069168 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.069372 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.069372 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.069518 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.069654 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.069824 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.069996 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.070158 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.070320 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.070482 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.070667 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.070827 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.070988 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.071149 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.071309 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.071472 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.071633 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.071795 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.071956 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.072116 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.072278 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.072444 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.072604 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.072764 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.072945 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.073106 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.073268 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.073429 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.073589 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.073749 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.073910 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.074072 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.074234 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.074395 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.074555 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.075276 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.075484 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.075647 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.075809 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.075971 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.076137 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.076298 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.076460 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.076621 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.076782 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.076966 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.077128 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.077290 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.077497 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.077591 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.077759 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.077906 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.078069 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.078220 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.078366 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.078528 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.078689 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.078851 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.079011 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.079173 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.079331 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.079483 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.079644 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.079804 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.079965 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.080141 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.080303 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.080447 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.080612 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.080773 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.080956 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.081117 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.081278 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.081439 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.081600 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.081759 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.081923 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.082086 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.082248 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.082409 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.082569 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.082730 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.082891 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.083051 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.083224 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.083385 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.083547 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.083708 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.083870 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.084032 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.084202 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.084363 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.084578 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.084763 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.084904 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.085061 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.085255 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.085380 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.085514 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.086317 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.086317 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.086317 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.086317 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.086317 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087097 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087742 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087742 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087742 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.087742 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.088175 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.088175 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.088175 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.088701 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.088701 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.088701 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089088 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089088 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089088 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089452 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089452 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089606 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089684 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089831 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.089993 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.090157 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.090362 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.090527 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.090689 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.090881 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.091079 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.091258 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.091433 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.091613 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.091783 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.091953 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.092123 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.092285 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.092454 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.092626 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.092788 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.092971 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.093132 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.093293 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.093455 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.093615 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.093776 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.093938 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.094100 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.094261 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.094422 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.094653 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.094773 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.094898 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.095062 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.095211 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.095362 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.095508 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.095665 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 15:19:17.095809 dv-cinder-789564-8-iscsi neutron-server[93014]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93014) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 15:19:17.344184 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 48348) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:17.352544 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061164 Jul 29 15:19:28.888320 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb660a5a-feb0-4865-b401-879553e11ad8 None None] get_active_networks_info from dv-cinder-789564-8-iscsi {{(pid=93123) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:19:29.024845 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb660a5a-feb0-4865-b401-879553e11ad8 None None] No non-hosted networks {{(pid=93123) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 15:19:29.038781 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.agentschedulers_db [None req-fb660a5a-feb0-4865-b401-879553e11ad8 None None] DHCP Agent not found on host dv-cinder-789564-8-iscsi {{(pid=93123) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 15:19:29.125600 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cb070d58-56ae-4033-8cae-f9e434f2f6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725915'] for agent, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:31.197497 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-3ded550d-b5f7-4db3-a573-d3847f7e0635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725915'] for agent, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:31.256531 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e44f797f-9354-4d7c-8a61-ce1d2fb350b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:31.423151 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725915'] for agent, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:31.424130 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.424672 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.425270 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.425741 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.426291 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.426794 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.427227 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.427722 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.428248 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.428761 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.429222 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.429694 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:31.430299 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789564-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:31.469311 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789564-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:32.488653 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725915'] for agent, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:34.072072 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725915'] for agent, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:35.261356 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48442) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:35.554612 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.db.l3_hamode_db [None req-e06014de-95d8-4dcb-8b38-979fd5bc8933 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 15:19:35.632441 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06014de-95d8-4dcb-8b38-979fd5bc8933 None None] Routers set() bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:19:35.632839 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06014de-95d8-4dcb-8b38-979fd5bc8933 None None] Router IDs set() for agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 15:19:35.766423 dv-cinder-789564-8-iscsi neutron-server[93122]: WARNING oslo_policy.policy [None req-35d7d3eb-975f-4274-be8a-0c97854fb353 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 15:19:35.766978 dv-cinder-789564-8-iscsi neutron-server[93122]: WARNING oslo_policy.policy [None req-35d7d3eb-975f-4274-be8a-0c97854fb353 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 15:19:36.000274 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [None req-35d7d3eb-975f-4274-be8a-0c97854fb353 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:19:36.001454 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-35d7d3eb-975f-4274-be8a-0c97854fb353 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7374268 Jul 29 15:19:38.384194 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48456) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:38.688923 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-1e9003d7-52e0-4bf1-b16f-753a730ae971 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:38.781270 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.policy [None req-1e9003d7-52e0-4bf1-b16f-753a730ae971 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93122) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 15:19:38.825272 dv-cinder-789564-8-iscsi neutron-server[93122]: WARNING oslo_policy.policy [None req-1e9003d7-52e0-4bf1-b16f-753a730ae971 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 15:19:38.826145 dv-cinder-789564-8-iscsi neutron-server[93122]: WARNING oslo_policy.policy [None req-1e9003d7-52e0-4bf1-b16f-753a730ae971 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 15:19:38.834560 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.quota [None req-1e9003d7-52e0-4bf1-b16f-753a730ae971 admin admin] Loaded quota_driver: . Jul 29 15:19:38.924125 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1e9003d7-52e0-4bf1-b16f-753a730ae971 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750511780470', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750511782923', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750511759553', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750511761975', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750511668771', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750511751153', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-990484', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1013114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591479', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1683974'] for rbac-policy, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:38.987936 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1e9003d7-52e0-4bf1-b16f-753a730ae971 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:38.989243 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1e9003d7-52e0-4bf1-b16f-753a730ae971 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6040165 Jul 29 15:19:41.552219 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 48468) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:42.026562 dv-cinder-789564-8-iscsi neutron-server[93121]: WARNING oslo_policy.policy [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 15:19:42.027135 dv-cinder-789564-8-iscsi neutron-server[93121]: WARNING oslo_policy.policy [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 15:19:42.244584 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Request body: {'network': {'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'name': 'private', 'admin_state_up': True, 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:42.246251 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.quota [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Loaded quota_driver: . Jul 29 15:19:42.304217 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Made reservation on behalf of 4afb5e69f8a54e13aa91f19466a8a901 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:19:42.369638 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.policy [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93121) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 15:19:42.414005 dv-cinder-789564-8-iscsi neutron-server[93121]: WARNING oslo_policy.policy [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 15:19:42.414371 dv-cinder-789564-8-iscsi neutron-server[93121]: WARNING oslo_policy.policy [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 15:19:42.425411 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.446084 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.581593 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.585373 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.610348 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:19:42.637221 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750510556712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.637784 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Unsubscribe: segment precommit_create {{(pid=93121) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 15:19:42.638806 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Added segment 885731a9-6cd2-4be1-88c1-1ddb02692911 of type vlan for network 889c4883-81d5-463a-8b06-16813b586c89 Jul 29 15:19:42.645722 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74caae82-33c0-4f9e-97e7-14d8c42d5912,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:42.667805 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.668243 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.668582 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.668945 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.669304 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.669642 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.669965 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.670277 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.670607 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.670924 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.671235 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.671544 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Tracked resource versions report: Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: pushed versions: Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: { 'AddressGroup': {'1.2'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'ConntrackHelper': {'1.0'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Log': {'1.0'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Network': {'1.1'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Port': {'1.7'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'PortForwarding': {'1.2'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'QosPolicy': {'1.8'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SecurityGroup': {'1.4'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SecurityGroupRule': {'1.2'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SubPort': {'1.0'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Subnet': {'1.1'}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Trunk': {'1.1'}} Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: consumer versions: Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: { DHCP agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: L3 agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: Metadata agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: Metering agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: Open vSwitch agent@dv-cinder-789564-8-iscsi: { 'AddressGroup': '1.2', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'ConntrackHelper': '1.0', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Log': '1.0', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Network': '1.1', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Port': '1.7', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'PortForwarding': '1.2', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'QosPolicy': '1.8', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SecurityGroup': '1.4', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SecurityGroupRule': '1.2', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SubPort': '1.0', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Subnet': '1.1', Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Trunk': '1.1'}} Jul 29 15:19:42.672601 dv-cinder-789564-8-iscsi neutron-server[93121]: {{(pid=93121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 15:19:42.758858 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.811088 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.812156 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:42.812794 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.900276 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3468785 Jul 29 15:19:42.908695 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1c715-272a-4107-a38b-3c222e33e483 admin admin] Pushing event updated for resources: {'Network': ['ID=889c4883-81d5-463a-8b06-16813b586c89,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:42.920491 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 889c4883-81d5-463a-8b06-16813b586c89 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:19:45.536932 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48490) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:45.964707 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c4feb-9579-4a86-bb1a-5c4354cc89d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:45.966142 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d18c4feb-9579-4a86-bb1a-5c4354cc89d6 admin admin] 10.222.0.10 "GET /v2.0/networks/889c4883-81d5-463a-8b06-16813b586c89 HTTP/1.1" status: 200 len: 825 time: 0.4282815 Jul 29 15:19:45.991561 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-cbf292a2-5f99-42d6-97b1-652714734d52 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/63d7795a-467f-44bd-8bc6-314856af99ea HTTP/1.1" status: 200 len: 734 time: 0.0185118 Jul 29 15:19:46.000421 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '889c4883-81d5-463a-8b06-16813b586c89', 'name': 'private-subnet', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'subnetpool_id': '63d7795a-467f-44bd-8bc6-314856af99ea', 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:46.025583 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Made reservation on behalf of 4afb5e69f8a54e13aa91f19466a8a901 for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:19:46.028238 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:46.317506 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:46.384273 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Checking segment: {'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:19:46.384665 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Network hostable DHCP agents. Network: 889c4883-81d5-463a-8b06-16813b586c89, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:19:46.399329 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48642b96-d76d-41fd-91cc-6ee8b91f57cb,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:46.409719 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.410076 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.410408 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.410732 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.411073 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.411405 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.411725 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.412039 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.412367 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.412682 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.413017 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.413327 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Tracked resource versions report: Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: pushed versions: Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: { 'AddressGroup': {'1.2'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'ConntrackHelper': {'1.0'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Log': {'1.0'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Network': {'1.1'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Port': {'1.7'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'PortForwarding': {'1.2'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'QosPolicy': {'1.8'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SecurityGroup': {'1.4'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SecurityGroupRule': {'1.2'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SubPort': {'1.0'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Subnet': {'1.1'}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Trunk': {'1.1'}} Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: consumer versions: Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: { DHCP agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: L3 agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: Metadata agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: Metering agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: Open vSwitch agent@dv-cinder-789564-8-iscsi: { 'AddressGroup': '1.2', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'ConntrackHelper': '1.0', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Log': '1.0', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Network': '1.1', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Port': '1.7', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'PortForwarding': '1.2', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'QosPolicy': '1.8', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SecurityGroup': '1.4', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SecurityGroupRule': '1.2', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SubPort': '1.0', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Subnet': '1.1', Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Trunk': '1.1'}} Jul 29 15:19:46.414374 dv-cinder-789564-8-iscsi neutron-server[93122]: {{(pid=93122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 15:19:46.446992 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Network 889c4883-81d5-463a-8b06-16813b586c89 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:19:46.463047 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 889c4883-81d5-463a-8b06-16813b586c89) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:19:46.467699 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:46.468315 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:46.472943 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b2aba-46ee-4353-a170-c02d61400f26 None None] Network 889c4883-81d5-463a-8b06-16813b586c89 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:19:46.481823 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-2de4500f-c96a-410a-af86-c39ea6bccb58 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4846761 Jul 29 15:19:46.795154 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-889c4883-81d5-463a-8b06-16813b586c89', 'network_id': '889c4883-81d5-463a-8b06-16813b586c89', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'fixed_ips': [{'subnet_id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:19:46.796504 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:47.066328 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Allocated IP 172.20.0.2 (889c4883-81d5-463a-8b06-16813b586c89/48642b96-d76d-41fd-91cc-6ee8b91f57cb/75756365-338d-4548-a34b-fdbe3cc04fae) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:19:47.275143 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:47.318127 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Transition to ACTIVE for port object 75756365-338d-4548-a34b-fdbe3cc04fae will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:19:47.339724 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Transition to ACTIVE for port object 75756365-338d-4548-a34b-fdbe3cc04fae will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:19:47.350067 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:47.410990 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Network 889c4883-81d5-463a-8b06-16813b586c89 is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:19:47.415604 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:19:47.428480 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:19:47.437200 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Pushing event updated for resources: {'Port': ['ID=75756365-338d-4548-a34b-fdbe3cc04fae,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:47.467824 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.468233 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.468609 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.469012 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.469379 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.469741 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.470098 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.470454 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.470817 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.471173 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.471525 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.471875 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Tracked resource versions report: Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: pushed versions: Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: { 'AddressGroup': {'1.2'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'ConntrackHelper': {'1.0'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Log': {'1.0'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Network': {'1.1'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Port': {'1.7'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'PortForwarding': {'1.2'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'QosPolicy': {'1.8'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SecurityGroup': {'1.4'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SecurityGroupRule': {'1.2'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SubPort': {'1.0'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Subnet': {'1.1'}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Trunk': {'1.1'}} Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: consumer versions: Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: { DHCP agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: L3 agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: Metadata agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: Metering agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: Open vSwitch agent@dv-cinder-789564-8-iscsi: { 'AddressGroup': '1.2', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'ConntrackHelper': '1.0', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Log': '1.0', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Network': '1.1', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Port': '1.7', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'PortForwarding': '1.2', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'QosPolicy': '1.8', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SecurityGroup': '1.4', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SecurityGroupRule': '1.2', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SubPort': '1.0', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Subnet': '1.1', Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Trunk': '1.1'}} Jul 29 15:19:47.472995 dv-cinder-789564-8-iscsi neutron-server[93123]: {{(pid=93123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 15:19:47.519896 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Attempting to bind port 75756365-338d-4548-a34b-fdbe3cc04fae on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:19:47.520287 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Attempting to bind port 75756365-338d-4548-a34b-fdbe3cc04fae by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:19:47.520689 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Attempting to bind port 75756365-338d-4548-a34b-fdbe3cc04fae on network 889c4883-81d5-463a-8b06-16813b586c89 {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:19:47.525512 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:19:47.525935 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Checking segment: {'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:19:47.526402 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:47.526786 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Bound using segment: {'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:19:47.527244 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Bound port: 75756365-338d-4548-a34b-fdbe3cc04fae, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:19:47.527669 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:47.589327 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] For port 75756365-338d-4548-a34b-fdbe3cc04fae, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:19:47.593967 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] For port 75756365-338d-4548-a34b-fdbe3cc04fae, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=75756365-338d-4548-a34b-fdbe3cc04fae,segment=NetworkSegment(885731a9-6cd2-4be1-88c1-1ddb02692911),segment_id=885731a9-6cd2-4be1-88c1-1ddb02692911)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:19:47.598381 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:47.663355 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9214e15-1635-4293-8e78-7fe9a972cee6 None None] Pushing event updated for resources: {'Port': ['ID=75756365-338d-4548-a34b-fdbe3cc04fae,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:48.899776 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48502) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:49.218761 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [None req-8c7455fa-c4fe-48ef-89de-6440603fb0eb admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:19:49.219704 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-8c7455fa-c4fe-48ef-89de-6440603fb0eb admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189819 Jul 29 15:19:51.634379 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48510) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:51.943966 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [None req-fe6dd8a3-45a7-4652-a6a5-cf8ed6bdb5f9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:19:51.944981 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-fe6dd8a3-45a7-4652-a6a5-cf8ed6bdb5f9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096457 Jul 29 15:19:54.629754 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48520) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:54.969069 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-e1d3d322-591e-4346-ac2c-161212c76e8a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:54.996517 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d322-591e-4346-ac2c-161212c76e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:54.998562 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d322-591e-4346-ac2c-161212c76e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:55.196783 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d322-591e-4346-ac2c-161212c76e8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:55.203117 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d322-591e-4346-ac2c-161212c76e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:55.217989 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e1d3d322-591e-4346-ac2c-161212c76e8a admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:55.219200 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-e1d3d322-591e-4346-ac2c-161212c76e8a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5884802 Jul 29 15:19:55.333165 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 75756365-338d-4548-a34b-fdbe3cc04fae up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:19:55.420769 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 75756365-338d-4548-a34b-fdbe3cc04fae completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:19:56.266163 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5fd87d-b336-4003-84e2-25b84dfa42ff None None] Network 889c4883-81d5-463a-8b06-16813b586c89 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:19:56.322876 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-419d585f-29e7-446c-8fe2-cb032648f083 None None] Provisioning for port 75756365-338d-4548-a34b-fdbe3cc04fae completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:19:56.330251 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-419d585f-29e7-446c-8fe2-cb032648f083 None None] Provisioning complete for port 75756365-338d-4548-a34b-fdbe3cc04fae triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:19:56.330742 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-419d585f-29e7-446c-8fe2-cb032648f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:56.489550 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-419d585f-29e7-446c-8fe2-cb032648f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:56.549007 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-419d585f-29e7-446c-8fe2-cb032648f083 None None] For port 75756365-338d-4548-a34b-fdbe3cc04fae, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=75756365-338d-4548-a34b-fdbe3cc04fae,segment=NetworkSegment(885731a9-6cd2-4be1-88c1-1ddb02692911),segment_id=885731a9-6cd2-4be1-88c1-1ddb02692911)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:56.553857 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-419d585f-29e7-446c-8fe2-cb032648f083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:56.602471 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d585f-29e7-446c-8fe2-cb032648f083 None None] Pushing event updated for resources: {'Port': ['ID=75756365-338d-4548-a34b-fdbe3cc04fae,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:56.773537 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-1cb6d93f-d0d5-47c2-ade6-9ce06df8b3a2 None None] Provisioning complete for port 75756365-338d-4548-a34b-fdbe3cc04fae triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:19:56.773820 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-1cb6d93f-d0d5-47c2-ade6-9ce06df8b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:57.303035 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 75756365-338d-4548-a34b-fdbe3cc04fae up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:19:57.349583 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 75756365-338d-4548-a34b-fdbe3cc04fae triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:19:57.349977 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:57.632892 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48532) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:57.938512 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [None req-1c5427fd-2c70-4f26-b69a-36af4040a4ed admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:19:57.939506 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1c5427fd-2c70-4f26-b69a-36af4040a4ed admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3056872 Jul 29 15:19:58.778766 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a043a62e-caab-4a01-93d3-e31f5f163007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.343500 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48540) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:00.643298 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:00.666769 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Made reservation on behalf of f4cd83839b8449879aed07ad1ec1b77b for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:20:00.668979 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.683600 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.802975 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.806848 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.821818 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Reserving flat network on physical network physnet1 {{(pid=93122) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 15:20:00.848328 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a644462f-de5f-4117-91d5-6fa8dca4086e,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:00.853508 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750510556712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.854082 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Unsubscribe: segment precommit_create {{(pid=93122) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 15:20:00.854564 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Added segment 739f4ba2-be3a-4e0c-942f-2ea159a0dae6 of type flat for network c23813b6-c80e-47f1-bc2a-e286cd843c9f Jul 29 15:20:00.907733 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.954530 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.955527 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:00.956091 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:01.019831 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6752825 Jul 29 15:20:01.049282 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151feb31-0f3d-441e-93a4-fef5f540d884 admin admin] Pushing event updated for resources: {'Network': ['ID=c23813b6-c80e-47f1-bc2a-e286cd843c9f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:01.061178 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:20:01.191623 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-40899592-9177-4636-b6d2-e498482decb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:01.394972 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.431760 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.412349 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 48558) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:03.583239 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36d9f09-8136-4d81-9fe5-05b7d6fbf56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:03.584551 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-b36d9f09-8136-4d81-9fe5-05b7d6fbf56a admin admin] 10.222.0.10 "GET /v2.0/subnets/48642b96-d76d-41fd-91cc-6ee8b91f57cb HTTP/1.1" status: 200 len: 849 time: 0.1712313 Jul 29 15:20:03.699691 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-39b38abb-3bf7-4de4-9f48-4d3ca286c760 admin admin] 10.222.0.10 "GET /v2.0/routers/251812f2-8b0d-41f5-9dc3-a6ad38e8786e HTTP/1.1" status: 200 len: 704 time: 0.1092319 Jul 29 15:20:03.961433 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.988202 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.260889 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Allocated IP 172.20.0.1 (889c4883-81d5-463a-8b06-16813b586c89/48642b96-d76d-41fd-91cc-6ee8b91f57cb/6eacfbc6-4884-46e6-a6bf-a68e473b6dea) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:04.415289 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.438314 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Transition to ACTIVE for port object 6eacfbc6-4884-46e6-a6bf-a68e473b6dea will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:04.568950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.637406 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Network 889c4883-81d5-463a-8b06-16813b586c89 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:04.647806 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:04.650293 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:04.650847 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.675243 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Pushing event updated for resources: {'Port': ['ID=6eacfbc6-4884-46e6-a6bf-a68e473b6dea,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:04.813950 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-abb7f5a1-3c46-45a6-8739-360f49cc3d5c None None] Provisioning for port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:04.817691 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-abb7f5a1-3c46-45a6-8739-360f49cc3d5c None None] Provisioning complete for port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:04.818307 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-abb7f5a1-3c46-45a6-8739-360f49cc3d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.851738 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-abb7f5a1-3c46-45a6-8739-360f49cc3d5c None None] Port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:20:04.857703 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.063586 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.068454 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.069247 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.146105 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Pushing event updated for resources: {'Port': ['ID=6eacfbc6-4884-46e6-a6bf-a68e473b6dea,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:05.190660 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Network 889c4883-81d5-463a-8b06-16813b586c89 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:05.191909 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:05.351111 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Router 251812f2-8b0d-41f5-9dc3-a6ad38e8786e is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:20:05.372588 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-8603835d-e787-411b-91c9-a9542418a4f6 None None] Provisioning complete for port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:05.373836 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-8603835d-e787-411b-91c9-a9542418a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.408538 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-8603835d-e787-411b-91c9-a9542418a4f6 None None] Port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:20:05.442012 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:20:05.447639 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-19250f1d-6f76-4fe2-8ec3-d928242fcd55 admin admin] 10.222.0.10 "PUT /v2.0/routers/251812f2-8b0d-41f5-9dc3-a6ad38e8786e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7420585 Jul 29 15:20:05.464490 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Sync routers for ids ['251812f2-8b0d-41f5-9dc3-a6ad38e8786e'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:20:05.475823 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Routers {'251812f2-8b0d-41f5-9dc3-a6ad38e8786e'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:05.476664 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:20:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['251812f2-8b0d-41f5-9dc3-a6ad38e8786e'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:05.660928 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Set router 251812f2-8b0d-41f5-9dc3-a6ad38e8786e gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:06.088780 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'name': 'router1', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:19:55Z', 'updated_at': '2021-07-29T15:20:04Z', 'revision_number': 2, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'gw_port_host': None, '_interfaces': [{'id': '6eacfbc6-4884-46e6-a6bf-a68e473b6dea', 'name': '', 'network_id': '889c4883-81d5-463a-8b06-16813b586c89', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'mac_address': 'fa:16:3e:26:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:03Z', 'updated_at': '2021-07-29T15:20:04Z', 'revision_number': 2, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'subnets': [{'id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63d7795a-467f-44bd-8bc6-314856af99ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:06.142088 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Checking router: 251812f2-8b0d-41f5-9dc3-a6ad38e8786e for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:20:06.142459 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Updating router 251812f2-8b0d-41f5-9dc3-a6ad38e8786e port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:20:06.192412 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.730534 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.749153 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Transition to ACTIVE for port object 6eacfbc6-4884-46e6-a6bf-a68e473b6dea will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:06.754222 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.907802 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Pushing event updated for resources: {'Port': ['ID=6eacfbc6-4884-46e6-a6bf-a68e473b6dea,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:06.925881 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Attempting to bind port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:20:06.926293 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Attempting to bind port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:20:06.926710 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Attempting to bind port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea on network 889c4883-81d5-463a-8b06-16813b586c89 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:06.931809 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.932152 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.932490 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.932844 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.933173 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.933560 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.933817 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.934142 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.934769 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.934769 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.935091 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.935407 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Tracked resource versions report: Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: pushed versions: Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: { 'AddressGroup': {'1.2'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'ConntrackHelper': {'1.0'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Log': {'1.0'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Network': {'1.1'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Port': {'1.7'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'PortForwarding': {'1.2'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'QosPolicy': {'1.8'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SecurityGroup': {'1.4'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SecurityGroupRule': {'1.2'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SubPort': {'1.0'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Subnet': {'1.1'}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Trunk': {'1.1'}} Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: consumer versions: Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: { DHCP agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: L3 agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: Metadata agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: Metering agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: Open vSwitch agent@dv-cinder-789564-8-iscsi: { 'AddressGroup': '1.2', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'ConntrackHelper': '1.0', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Log': '1.0', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Network': '1.1', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Port': '1.7', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'PortForwarding': '1.2', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'QosPolicy': '1.8', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SecurityGroup': '1.4', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SecurityGroupRule': '1.2', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SubPort': '1.0', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Subnet': '1.1', Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Trunk': '1.1'}} Jul 29 15:20:06.936708 dv-cinder-789564-8-iscsi neutron-server[93124]: {{(pid=93124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 15:20:06.939338 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:20:06.939755 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Checking segment: {'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:06.940211 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.940586 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Bound using segment: {'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:20:06.941106 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Bound port: 6eacfbc6-4884-46e6-a6bf-a68e473b6dea, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885731a9-6cd2-4be1-88c1-1ddb02692911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '889c4883-81d5-463a-8b06-16813b586c89'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:20:06.941497 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:07.008395 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] For port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:20:07.032110 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] For port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=6eacfbc6-4884-46e6-a6bf-a68e473b6dea,segment=NetworkSegment(885731a9-6cd2-4be1-88c1-1ddb02692911),segment_id=885731a9-6cd2-4be1-88c1-1ddb02692911)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:20:07.037251 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:07.091836 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0f1e7-c651-4034-a3e7-dc9c0a8ae9dc None None] Pushing event updated for resources: {'Port': ['ID=6eacfbc6-4884-46e6-a6bf-a68e473b6dea,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:07.099146 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Routers {'251812f2-8b0d-41f5-9dc3-a6ad38e8786e'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:07.099756 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:20:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['251812f2-8b0d-41f5-9dc3-a6ad38e8786e'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:07.187548 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] Set router 251812f2-8b0d-41f5-9dc3-a6ad38e8786e gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:07.396424 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'name': 'router1', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:19:55Z', 'updated_at': '2021-07-29T15:20:04Z', 'revision_number': 2, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'gw_port_host': None, '_interfaces': [{'id': '6eacfbc6-4884-46e6-a6bf-a68e473b6dea', 'name': '', 'network_id': '889c4883-81d5-463a-8b06-16813b586c89', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'mac_address': 'fa:16:3e:26:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:03Z', 'updated_at': '2021-07-29T15:20:07Z', 'revision_number': 4, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'subnets': [{'id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63d7795a-467f-44bd-8bc6-314856af99ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:07.421908 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e8dd71-601a-48f0-a4c3-155e4c6f9ffe None None] The sync data for ids ['251812f2-8b0d-41f5-9dc3-a6ad38e8786e'] in dv-cinder-789564-8-iscsi is: [{'id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'name': 'router1', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:19:55Z', 'updated_at': '2021-07-29T15:20:04Z', 'revision_number': 2, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'gw_port_host': None, '_interfaces': [{'id': '6eacfbc6-4884-46e6-a6bf-a68e473b6dea', 'name': '', 'network_id': '889c4883-81d5-463a-8b06-16813b586c89', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'mac_address': 'fa:16:3e:26:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:03Z', 'updated_at': '2021-07-29T15:20:07Z', 'revision_number': 4, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'subnets': [{'id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63d7795a-467f-44bd-8bc6-314856af99ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:20:07.690099 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 48578) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:07.834606 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f06c65-b1e1-4bb5-a790-88f432ca45af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:07.835971 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e4f06c65-b1e1-4bb5-a790-88f432ca45af admin admin] 10.222.0.10 "GET /v2.0/networks/c23813b6-c80e-47f1-bc2a-e286cd843c9f HTTP/1.1" status: 200 len: 842 time: 0.1446588 Jul 29 15:20:07.846312 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:07.869361 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Made reservation on behalf of f4cd83839b8449879aed07ad1ec1b77b for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:20:07.872135 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.289399 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.objects.ports [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:20:08.289886 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.351508 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8daf4e0e-7210-4a48-af4f-11d80b90a63b,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:08.355927 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:08.356351 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Network hostable DHCP agents. Network: c23813b6-c80e-47f1-bc2a-e286cd843c9f, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:20:08.382223 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:20:08.394794 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, c23813b6-c80e-47f1-bc2a-e286cd843c9f) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:08.399482 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:08.400083 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.406465 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec5722-15e2-41d2-825f-9670927e5687 None None] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:20:08.420881 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-781c1580-7401-48e0-86fd-95c4b9e409a8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5713534 Jul 29 15:20:08.544930 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16208774-dabb-4ee3-8ab7-d0307c60fc9b None None] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:20:10.749005 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 48586) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:10.980237 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b65c83b4-df23-479f-bba8-c261a84acff6 admin admin] 10.222.0.10 "GET /v2.0/routers/251812f2-8b0d-41f5-9dc3-a6ad38e8786e HTTP/1.1" status: 200 len: 710 time: 0.2301192 Jul 29 15:20:11.066691 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65710da-a835-4fcf-bcd1-483ac1cf371f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:11.068062 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e65710da-a835-4fcf-bcd1-483ac1cf371f admin admin] 10.222.0.10 "GET /v2.0/networks/c23813b6-c80e-47f1-bc2a-e286cd843c9f HTTP/1.1" status: 200 len: 886 time: 0.0815182 Jul 29 15:20:11.077479 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:11.323686 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:11.560040 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:11.638276 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:11.834715 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Allocated IP 172.27.0.63 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/72995777-5410-4008-a7fa-f6aafd64a3da) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:11.942086 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.025575 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.092888 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:12.097404 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:12.107359 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:12.115299 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Pushing event updated for resources: {'Port': ['ID=72995777-5410-4008-a7fa-f6aafd64a3da,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:12.384718 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.590156 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.593771 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2092242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2092251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1613436'] for router, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.706217 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Router 251812f2-8b0d-41f5-9dc3-a6ad38e8786e has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:20:12.816120 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:20:12.820750 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.821968 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-4d285412-7abb-4568-a403-b942622c471d admin admin] 10.222.0.10 "PUT /v2.0/routers/251812f2-8b0d-41f5-9dc3-a6ad38e8786e HTTP/1.1" status: 200 len: 889 time: 1.7477355 Jul 29 15:20:12.965188 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:20:13.329399 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 6eacfbc6-4884-46e6-a6bf-a68e473b6dea up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:13.381589 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:13.385266 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:13.385632 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.464482 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.496948 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=6eacfbc6-4884-46e6-a6bf-a68e473b6dea,segment=NetworkSegment(885731a9-6cd2-4be1-88c1-1ddb02692911),segment_id=885731a9-6cd2-4be1-88c1-1ddb02692911)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:13.502481 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.548866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=6eacfbc6-4884-46e6-a6bf-a68e473b6dea,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:13.906224 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Sync routers for ids ['251812f2-8b0d-41f5-9dc3-a6ad38e8786e'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:20:13.916359 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Routers {'251812f2-8b0d-41f5-9dc3-a6ad38e8786e'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:13.917049 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:20:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['251812f2-8b0d-41f5-9dc3-a6ad38e8786e'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:14.167795 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Set router 251812f2-8b0d-41f5-9dc3-a6ad38e8786e gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:14.544128 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'name': 'router1', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '72995777-5410-4008-a7fa-f6aafd64a3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:19:55Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'gw_port': {'id': '72995777-5410-4008-a7fa-f6aafd64a3da', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:11Z', 'updated_at': '2021-07-29T15:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '6eacfbc6-4884-46e6-a6bf-a68e473b6dea', 'name': '', 'network_id': '889c4883-81d5-463a-8b06-16813b586c89', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'mac_address': 'fa:16:3e:26:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:03Z', 'updated_at': '2021-07-29T15:20:13Z', 'revision_number': 5, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'subnets': [{'id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63d7795a-467f-44bd-8bc6-314856af99ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:14.592528 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Checking router: 251812f2-8b0d-41f5-9dc3-a6ad38e8786e for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:20:14.592924 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Updating router 251812f2-8b0d-41f5-9dc3-a6ad38e8786e port 72995777-5410-4008-a7fa-f6aafd64a3da binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:20:14.640912 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:14.956322 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:14.965617 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Transition to ACTIVE for port object 72995777-5410-4008-a7fa-f6aafd64a3da will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:14.971630 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.021446 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6bf5-0f58-4333-84f9-9209317e14de None None] Pushing event updated for resources: {'Port': ['ID=72995777-5410-4008-a7fa-f6aafd64a3da,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:15.023619 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Attempting to bind port 72995777-5410-4008-a7fa-f6aafd64a3da on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:20:15.023986 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Attempting to bind port 72995777-5410-4008-a7fa-f6aafd64a3da by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:20:15.024415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Attempting to bind port 72995777-5410-4008-a7fa-f6aafd64a3da on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:15.029309 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:20:15.029702 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:15.030643 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.031026 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:20:15.031485 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Bound port: 72995777-5410-4008-a7fa-f6aafd64a3da, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:20:15.031878 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.083768 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] For port 72995777-5410-4008-a7fa-f6aafd64a3da, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:20:15.087610 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] For port 72995777-5410-4008-a7fa-f6aafd64a3da, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=72995777-5410-4008-a7fa-f6aafd64a3da,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:20:15.091547 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.147537 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Routers {'251812f2-8b0d-41f5-9dc3-a6ad38e8786e'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:15.148152 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:20:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['251812f2-8b0d-41f5-9dc3-a6ad38e8786e'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:15.182537 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6bf5-0f58-4333-84f9-9209317e14de None None] Pushing event updated for resources: {'Port': ['ID=72995777-5410-4008-a7fa-f6aafd64a3da,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:15.217749 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 48598) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:15.325096 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 6eacfbc6-4884-46e6-a6bf-a68e473b6dea up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:15.335737 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b963e9ff-62d7-4a7b-9875-f03ddb4108b4 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1168082 Jul 29 15:20:15.362671 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] Set router 251812f2-8b0d-41f5-9dc3-a6ad38e8786e gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:15.488315 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:15.488686 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.654035 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'name': 'router1', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '72995777-5410-4008-a7fa-f6aafd64a3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:19:55Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'gw_port': {'id': '72995777-5410-4008-a7fa-f6aafd64a3da', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:11Z', 'updated_at': '2021-07-29T15:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '6eacfbc6-4884-46e6-a6bf-a68e473b6dea', 'name': '', 'network_id': '889c4883-81d5-463a-8b06-16813b586c89', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'mac_address': 'fa:16:3e:26:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:03Z', 'updated_at': '2021-07-29T15:20:13Z', 'revision_number': 5, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'subnets': [{'id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63d7795a-467f-44bd-8bc6-314856af99ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:15.680771 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de6d4b-2b7f-4e29-a939-358bb46cb6fe None None] The sync data for ids ['251812f2-8b0d-41f5-9dc3-a6ad38e8786e'] in dv-cinder-789564-8-iscsi is: [{'id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'name': 'router1', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '72995777-5410-4008-a7fa-f6aafd64a3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:19:55Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'gw_port': {'id': '72995777-5410-4008-a7fa-f6aafd64a3da', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:20:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:11Z', 'updated_at': '2021-07-29T15:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '6eacfbc6-4884-46e6-a6bf-a68e473b6dea', 'name': '', 'network_id': '889c4883-81d5-463a-8b06-16813b586c89', 'tenant_id': '4afb5e69f8a54e13aa91f19466a8a901', 'mac_address': 'fa:16:3e:26:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '251812f2-8b0d-41f5-9dc3-a6ad38e8786e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:03Z', 'updated_at': '2021-07-29T15:20:13Z', 'revision_number': 5, 'project_id': '4afb5e69f8a54e13aa91f19466a8a901', 'subnets': [{'id': '48642b96-d76d-41fd-91cc-6ee8b91f57cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '63d7795a-467f-44bd-8bc6-314856af99ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:20:17.358158 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 72995777-5410-4008-a7fa-f6aafd64a3da up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:17.414999 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 72995777-5410-4008-a7fa-f6aafd64a3da completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:17.419881 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 72995777-5410-4008-a7fa-f6aafd64a3da triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:17.420256 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:17.507814 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:17.530811 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 72995777-5410-4008-a7fa-f6aafd64a3da, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=72995777-5410-4008-a7fa-f6aafd64a3da,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:17.535507 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:17.586153 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=72995777-5410-4008-a7fa-f6aafd64a3da,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:19.356331 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 72995777-5410-4008-a7fa-f6aafd64a3da up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:19.443169 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 72995777-5410-4008-a7fa-f6aafd64a3da triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:19.443169 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:28.782294 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2bbf26f4-eb8e-4b23-a763-368925ed173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:31.200042 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-19df63af-a95e-4445-bc58-64c9cc648401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:31.399341 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:32.440553 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:34.010689 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:49.965983 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:20:58.785125 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-23690d4a-63eb-40e3-ac1e-20e1d285a688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:01.197048 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-ce44c7d9-7e82-4a96-b5aa-bec7ea099c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:01.392761 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:02.440124 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:04.006853 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:26.964260 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:21:28.787505 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-1316fe89-b945-44d3-8d50-1a79c2230418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:31.197844 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a479f40b-f1ff-45e1-adcc-92bd5a044718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:31.396619 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:32.439308 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.014854 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.700014 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49166) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:51.758486 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.pecan_wsgi.hooks.translation [None req-957a9084-f041-4c02-9696-cd15d8faf2aa admin admin] GET failed (client error): The resource could not be found. Jul 29 15:21:51.759879 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-957a9084-f041-4c02-9696-cd15d8faf2aa admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0586185 Jul 29 15:21:51.984907 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26fba92-d8e2-4171-a31d-641c0b9884cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:51.986304 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a26fba92-d8e2-4171-a31d-641c0b9884cc admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2221427 Jul 29 15:21:54.118888 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49176) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:54.219041 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b896b11-2953-4116-8173-e85cb10dd9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:54.220347 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3b896b11-2953-4116-8173-e85cb10dd9c0 admin admin] 10.222.0.10 "GET /v2.0/subnets/48642b96-d76d-41fd-91cc-6ee8b91f57cb HTTP/1.1" status: 200 len: 849 time: 0.1004865 Jul 29 15:21:54.229919 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:54.318188 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:54.457071 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750510481448'] for subnet, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:54.488796 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:54.489899 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:54.490675 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] 10.222.0.10 "PUT /v2.0/subnets/48642b96-d76d-41fd-91cc-6ee8b91f57cb HTTP/1.1" status: 200 len: 868 time: 0.2643979 Jul 29 15:21:54.507704 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1419e56-6e75-43e2-b1d6-84e036e2af0a None None] Network 889c4883-81d5-463a-8b06-16813b586c89 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:21:54.511915 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48642b96-d76d-41fd-91cc-6ee8b91f57cb,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:54.519743 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.520212 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.520698 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.521106 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.521442 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.521792 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.522122 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.522467 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.522984 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.523314 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.523661 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.523978 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480867c-d89e-40ae-a3f3-be1f1558847a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:54.878929 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-e1e055b3-2f95-4ae7-8a8f-00c77d7d66aa None None] Provisioning complete for port 75756365-338d-4548-a34b-fdbe3cc04fae triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:54.879739 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e1e055b3-2f95-4ae7-8a8f-00c77d7d66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:54.986325 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-e1e055b3-2f95-4ae7-8a8f-00c77d7d66aa None None] Provisioning complete for port 6eacfbc6-4884-46e6-a6bf-a68e473b6dea triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:54.987520 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e1e055b3-2f95-4ae7-8a8f-00c77d7d66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:56.711386 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49184) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:56.907599 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241f7bf-d099-4d83-b6d8-478430ed8273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:56.908081 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241f7bf-d099-4d83-b6d8-478430ed8273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:56.910280 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-f241f7bf-d099-4d83-b6d8-478430ed8273 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1980171 Jul 29 15:21:58.788328 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-86dfd5d6-e0c2-4421-ae1b-57b712372cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:59.196961 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49194) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:59.328348 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3634278e-9dce-4368-acaf-27e04712f861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:59.328844 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3634278e-9dce-4368-acaf-27e04712f861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:59.330363 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-3634278e-9dce-4368-acaf-27e04712f861 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1324444 Jul 29 15:22:01.199157 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-831a6012-e202-4bb2-a602-61207c81dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:01.399303 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:01.499703 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49202) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:01.629547 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2458c9-80f9-4d46-bdf1-4f0148b82744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:01.630908 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-2c2458c9-80f9-4d46-bdf1-4f0148b82744 admin admin] 10.222.0.10 "GET /v2.0/networks/889c4883-81d5-463a-8b06-16813b586c89 HTTP/1.1" status: 200 len: 869 time: 0.1302485 Jul 29 15:22:02.439240 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:03.788031 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49210) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:03.962989 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:22:03.982592 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5bafd4-a281-4968-a74f-6d8081ad4382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:03.983924 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ab5bafd4-a281-4968-a74f-6d8081ad4382 admin admin] 10.222.0.10 "GET /v2.0/networks/c23813b6-c80e-47f1-bc2a-e286cd843c9f HTTP/1.1" status: 200 len: 886 time: 0.1949508 Jul 29 15:22:04.020314 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:06.138630 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49218) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:06.261486 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a15608-627d-45a1-b944-10d70a7af9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:06.261950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a15608-627d-45a1-b944-10d70a7af9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:06.263486 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-c5a15608-627d-45a1-b944-10d70a7af9b2 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239097 Jul 29 15:22:08.429049 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49226) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:08.518716 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2481c-55dd-4890-9117-6825f4d13a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:08.519177 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2481c-55dd-4890-9117-6825f4d13a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:08.520683 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-24b2481c-55dd-4890-9117-6825f4d13a1e admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906911 Jul 29 15:22:10.707990 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49234) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:10.797400 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96b054-65ee-481d-9e2c-4e1474bdd8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:10.798800 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ba96b054-65ee-481d-9e2c-4e1474bdd8d7 admin admin] 10.222.0.10 "GET /v2.0/subnets/48642b96-d76d-41fd-91cc-6ee8b91f57cb HTTP/1.1" status: 200 len: 868 time: 0.0899127 Jul 29 15:22:12.964870 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49242) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:13.049763 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf6682-a2d4-4c08-9d5e-0e886862061f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:13.051077 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-eddf6682-a2d4-4c08-9d5e-0e886862061f admin admin] 10.222.0.10 "GET /v2.0/subnets/8daf4e0e-7210-4a48-af4f-11d80b90a63b HTTP/1.1" status: 200 len: 816 time: 0.0852435 Jul 29 15:22:28.789379 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b09a5cd8-4771-4ff8-a5c7-71c85ed6583f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:31.206231 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-3c835792-767a-43cd-8ab8-7f6613a2fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:31.399850 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:32.441455 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:34.018153 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:38.563523 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49296) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:38.610608 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [None req-a93d47c1-c7da-4bf7-964b-b3f79aed0f5c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:22:38.611613 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a93d47c1-c7da-4bf7-964b-b3f79aed0f5c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471604 Jul 29 15:22:40.864799 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49304) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:40.922098 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ca679a-333a-46f8-9b8d-ebbcf9d2e154 admin admin] GET failed (client error): The resource could not be found. Jul 29 15:22:40.923402 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-12ca679a-333a-46f8-9b8d-ebbcf9d2e154 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0576382 Jul 29 15:22:40.960866 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:22:41.013810 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81693d2d-daee-4711-bff6-07f90025fc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:41.015802 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-81693d2d-daee-4711-bff6-07f90025fc93 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0880876 Jul 29 15:22:43.260178 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49312) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:43.305596 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:22:43.330851 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Made reservation on behalf of f4cd83839b8449879aed07ad1ec1b77b for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:22:43.333090 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:43.360382 dv-cinder-789564-8-iscsi neutron-server[93122]: WARNING neutron.services.revisions.revision_plugin [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Could not find related network for resource to bump revision. Jul 29 15:22:43.374552 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:22:43.384242 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:43.384588 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Added segment f5980ecd-c042-4668-b9d2-b16ee38b541b of type vlan for network 8ca5613a-0887-4651-91e2-c17e72b5358f Jul 29 15:22:43.421823 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:43.451131 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:43.452553 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:43.453296 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:43.508593 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2472348 Jul 29 15:22:43.513401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Pushing event updated for resources: {'Network': ['ID=8ca5613a-0887-4651-91e2-c17e72b5358f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:43.522572 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.522954 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.523305 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.523656 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.523991 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.524335 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.524668 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.525034 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.525381 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.525713 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.526036 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.526362 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732301f8-f091-4f7e-bbaa-b6d2aab2e3db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:43.539541 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 8ca5613a-0887-4651-91e2-c17e72b5358f details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:22:45.711861 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49320) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:45.770154 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf3d599-5586-4b8a-b3ed-3e1d22e47fb9 admin admin] GET failed (client error): The resource could not be found. Jul 29 15:22:45.771459 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-eaf3d599-5586-4b8a-b3ed-3e1d22e47fb9 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586445 Jul 29 15:22:45.866196 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16195e5-e7b9-4244-a21f-b6d573107716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:45.867626 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-b16195e5-e7b9-4244-a21f-b6d573107716 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0918941 Jul 29 15:22:45.877813 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:22:45.897519 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Made reservation on behalf of f4cd83839b8449879aed07ad1ec1b77b for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:22:45.899620 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.058807 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.114543 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e774253-a091-4bce-a210-2931355bfbe4,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:46.123049 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Checking segment: {'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:22:46.123401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Network hostable DHCP agents. Network: 8ca5613a-0887-4651-91e2-c17e72b5358f, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:22:46.137806 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Network 8ca5613a-0887-4651-91e2-c17e72b5358f is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:22:46.146138 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 8ca5613a-0887-4651-91e2-c17e72b5358f) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:22:46.150371 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:46.150890 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.156326 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b694fdf-cc00-4426-8ad7-b1e60048501c None None] Network 8ca5613a-0887-4651-91e2-c17e72b5358f requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:22:46.172862 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1a9e9e45-162b-440e-a19d-55e80bc9583d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2934330 Jul 29 15:22:46.401263 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-8ca5613a-0887-4651-91e2-c17e72b5358f', 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f', 'tenant_id': 'f4cd83839b8449879aed07ad1ec1b77b', 'fixed_ips': [{'subnet_id': '4e774253-a091-4bce-a210-2931355bfbe4'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:22:46.402095 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.534557 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Allocated IP 192.168.233.2 (8ca5613a-0887-4651-91e2-c17e72b5358f/4e774253-a091-4bce-a210-2931355bfbe4/be91348c-4efe-4484-b7e3-6121fbe46b18) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:22:46.677159 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.685192 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Transition to ACTIVE for port object be91348c-4efe-4484-b7e3-6121fbe46b18 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:22:46.701445 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Transition to ACTIVE for port object be91348c-4efe-4484-b7e3-6121fbe46b18 will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:22:46.708335 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.749813 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Network 8ca5613a-0887-4651-91e2-c17e72b5358f is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:22:46.756004 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:22:46.757858 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Pushing event updated for resources: {'Port': ['ID=be91348c-4efe-4484-b7e3-6121fbe46b18,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:46.759922 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:22:46.787671 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.788029 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.788367 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.788704 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.789061 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.789398 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.789728 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.790062 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.790409 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.790736 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.791062 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.791383 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:46.824646 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Attempting to bind port be91348c-4efe-4484-b7e3-6121fbe46b18 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:22:46.825050 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Attempting to bind port be91348c-4efe-4484-b7e3-6121fbe46b18 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:22:46.825413 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Attempting to bind port be91348c-4efe-4484-b7e3-6121fbe46b18 on network 8ca5613a-0887-4651-91e2-c17e72b5358f {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:22:46.831127 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:22:46.831499 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Checking segment: {'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:22:46.831898 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.832290 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Bound using segment: {'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:22:46.832751 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Bound port: be91348c-4efe-4484-b7e3-6121fbe46b18, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:22:46.833172 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.894713 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] For port be91348c-4efe-4484-b7e3-6121fbe46b18, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:22:46.898442 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] For port be91348c-4efe-4484-b7e3-6121fbe46b18, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=be91348c-4efe-4484-b7e3-6121fbe46b18,segment=NetworkSegment(f5980ecd-c042-4668-b9d2-b16ee38b541b),segment_id=f5980ecd-c042-4668-b9d2-b16ee38b541b)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:22:46.902459 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:46.962301 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9d7ff-a82e-4af8-b82d-fad773355aee None None] Pushing event updated for resources: {'Port': ['ID=be91348c-4efe-4484-b7e3-6121fbe46b18,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:47.453572 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device be91348c-4efe-4484-b7e3-6121fbe46b18 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:22:47.510700 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port be91348c-4efe-4484-b7e3-6121fbe46b18 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:22:47.773029 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72bae26-fdc5-4173-a146-3e8d936c80be None None] Network 8ca5613a-0887-4651-91e2-c17e72b5358f requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:22:47.895259 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-cf216ce6-fc8c-4751-ac81-0ff3c28e98ef None None] Provisioning for port be91348c-4efe-4484-b7e3-6121fbe46b18 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:22:47.916209 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-cf216ce6-fc8c-4751-ac81-0ff3c28e98ef None None] Provisioning complete for port be91348c-4efe-4484-b7e3-6121fbe46b18 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:22:47.916573 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cf216ce6-fc8c-4751-ac81-0ff3c28e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:48.007656 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cf216ce6-fc8c-4751-ac81-0ff3c28e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:48.044102 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-cf216ce6-fc8c-4751-ac81-0ff3c28e98ef None None] For port be91348c-4efe-4484-b7e3-6121fbe46b18, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=be91348c-4efe-4484-b7e3-6121fbe46b18,segment=NetworkSegment(f5980ecd-c042-4668-b9d2-b16ee38b541b),segment_id=f5980ecd-c042-4668-b9d2-b16ee38b541b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:48.051168 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cf216ce6-fc8c-4751-ac81-0ff3c28e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:48.114071 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf216ce6-fc8c-4751-ac81-0ff3c28e98ef None None] Pushing event updated for resources: {'Port': ['ID=be91348c-4efe-4484-b7e3-6121fbe46b18,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:48.170116 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-36495532-4cd9-42de-861b-3277332a8c66 None None] Provisioning complete for port be91348c-4efe-4484-b7e3-6121fbe46b18 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:22:48.171112 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-36495532-4cd9-42de-861b-3277332a8c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:49.429678 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device be91348c-4efe-4484-b7e3-6121fbe46b18 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:22:49.477380 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port be91348c-4efe-4484-b7e3-6121fbe46b18 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:22:49.477748 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:58.789052 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-fc64a164-f88d-4a82-ad50-e5a926cf40bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:01.197802 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-97740975-eef2-4be8-8f73-7668200a7c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:01.399200 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:02.445218 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.024034 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.959213 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:23:28.790873 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d68c1056-ca1c-44e2-b3cc-56933b87a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:31.198831 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cb3f93b5-bd78-4e08-a76b-42f295781ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:31.408627 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:32.447038 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:34.027413 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:54.957950 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:23:58.795638 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-8c04a032-c879-4844-98a2-e9a3c79c6ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:01.199880 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b06f9d20-a77c-408c-9428-eb48a85ef7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:01.409160 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:02.455061 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:04.029850 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:09.648072 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49372) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:24:09.654963 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [None req-78ee3ca6-531a-4d77-8dfc-9fba2e85ac32 tempest-verify_tempest_config-1916676125 tempest-verify_tempest_config-1916676125-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:24:09.655945 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-78ee3ca6-531a-4d77-8dfc-9fba2e85ac32 tempest-verify_tempest_config-1916676125 tempest-verify_tempest_config-1916676125-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068736 Jul 29 15:24:09.955799 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49390) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:24:10.054316 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:10.140393 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:10.144010 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:10.189541 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18544be0501b4a29933bed7db33a6e6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2326775 Jul 29 15:24:10.190388 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e48dac-bf6f-49aa-8d91-4edcfb5747e8,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:10.192176 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49394) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:24:10.197339 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.197711 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.198061 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.198396 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.198731 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.199082 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.199416 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.199746 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.200074 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.200398 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.200722 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.201068 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fc48ba-7111-4067-bd3c-1efa2877ff1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.247092 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:10.267228 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:10.353044 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:10.355737 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:10.356998 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0e48dac-bf6f-49aa-8d91-4edcfb5747e8 HTTP/1.1" status: 204 len: 168 time: 0.1637130 Jul 29 15:24:10.364722 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e48dac-bf6f-49aa-8d91-4edcfb5747e8,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:10.371611 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.371964 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.372296 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.372625 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.372980 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.373329 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.373655 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.373977 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.374300 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.374616 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.374937 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:10.375377 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8aa258-a041-41cb-b1af-e8497710051f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:28.797233 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-50cd80fd-554d-48d5-ab10-7cd1ec45c4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:31.200121 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a866b761-fdcf-4c86-bf15-7bf24a527be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:31.411832 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:31.956655 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:24:32.452681 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:34.033247 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:58.804144 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2ede99ad-c21c-4782-b22e-2516c9c31114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:01.200720 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-93b98edd-a393-4b80-a86f-5dc2a98d6245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:01.411989 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:02.456653 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:04.036638 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:08.954886 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 5 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:25:28.796891 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-03565298-3aeb-4978-a6cb-2a2c7b5547aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:31.201097 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-1ba9f31d-0df5-4d4a-8cab-225614d0ea94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:31.412522 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:32.460203 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:34.039888 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:41.393923 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1725915'] for agent, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:45.501537 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49448) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:25:45.600278 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ecc8b67c-91cb-47c3-81ce-0b6f248264a7 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0976622 Jul 29 15:25:45.953975 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:25:47.778445 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49458) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:25:47.838652 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a3584b46-a4d4-4acb-9154-6b9c3f563b64 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0591178 Jul 29 15:25:58.797911 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ba13-6cd4-46c7-bdb1-aa878d02f43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:01.203703 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5dbf84b8-0708-4927-9e64-a67dabfb928d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:01.413185 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:02.464834 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:04.042051 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:11.358745 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:22.952921 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:26:28.797699 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4ec50b64-66df-4b0e-ba9b-d0531a1eb9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:31.203608 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-255dbbad-430e-4d77-b047-b7f6ad1adc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:31.413585 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:32.465249 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:34.046275 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:41.360859 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:58.797453 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4878fa55-7e1d-4e01-8457-8799bfb471bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:59.953300 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:27:01.206223 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a79eff9a-78a6-46af-9ce5-3205d7f83e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:01.414100 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:02.468047 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:04.050606 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:11.370296 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.237930 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49664) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:14.614142 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1907635877-network', 'tenant_id': 'c3e803dc75d14e4c9f774f54a05fa6cb'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:14.637589 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Made reservation on behalf of c3e803dc75d14e4c9f774f54a05fa6cb for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:14.652716 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.660108 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.754405 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.764237 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.790437 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:27:14.802527 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:14.811258 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.811941 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Added segment 6b544dc7-04f9-4b7a-863d-51496930a7a4 of type vlan for network 554a43b9-3489-4635-9d89-e48e752339e0 Jul 29 15:27:14.829812 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.830188 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.830538 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.830879 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.831213 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.831562 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.831895 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.832225 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.832567 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.832916 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.833242 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.833564 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Tracked resource versions report: Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: pushed versions: Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: { 'AddressGroup': {'1.2'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'ConntrackHelper': {'1.0'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Log': {'1.0'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Network': {'1.1'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Port': {'1.7'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'PortForwarding': {'1.2'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'QosPolicy': {'1.8'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SecurityGroup': {'1.4'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SecurityGroupRule': {'1.2'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SubPort': {'1.0'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Subnet': {'1.1'}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Trunk': {'1.1'}} Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: consumer versions: Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: { DHCP agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: HyperV agent@hv-cinder-78956: {}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: L3 agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: Metadata agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: Metering agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: Open vSwitch agent@dv-cinder-789564-8-iscsi: { 'AddressGroup': '1.2', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'ConntrackHelper': '1.0', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Log': '1.0', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Network': '1.1', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Port': '1.7', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'PortForwarding': '1.2', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'QosPolicy': '1.8', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SecurityGroup': '1.4', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SecurityGroupRule': '1.2', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'SubPort': '1.0', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Subnet': '1.1', Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: 'Trunk': '1.1'}} Jul 29 15:27:14.834568 dv-cinder-789564-8-iscsi neutron-server[93121]: {{(pid=93121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 15:27:14.877078 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.906342 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.907798 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:14.908685 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:14.950686 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49706) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:14.971606 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] Pushing event updated for resources: {'Network': ['ID=554a43b9-3489-4635-9d89-e48e752339e0,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:14.985599 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 554a43b9-3489-4635-9d89-e48e752339e0 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:27:14.998842 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49714) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:14.999391 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e7bb126d-01b8-4224-aa03-50c9eef6c6eb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7619851 Jul 29 15:27:15.004130 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Request body: {'subnet': {'network_id': '554a43b9-3489-4635-9d89-e48e752339e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1907635877-subnet', 'tenant_id': 'c3e803dc75d14e4c9f774f54a05fa6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:15.063153 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Made reservation on behalf of c3e803dc75d14e4c9f774f54a05fa6cb for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:15.065937 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.264189 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.345925 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d81850d8-690e-4514-9e41-6f022a35a274,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:15.364065 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-149365095-network', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:15.368105 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.368469 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.368850 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.369383 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.369874 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.370841 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.371516 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.372019 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.372593 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.373253 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.373875 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.374612 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Tracked resource versions report: Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: pushed versions: Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: { 'AddressGroup': {'1.2'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'ConntrackHelper': {'1.0'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Log': {'1.0'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Network': {'1.1'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Port': {'1.7'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'PortForwarding': {'1.2'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'QosPolicy': {'1.8'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SecurityGroup': {'1.4'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SecurityGroupRule': {'1.2'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SubPort': {'1.0'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Subnet': {'1.1'}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Trunk': {'1.1'}} Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: consumer versions: Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: { DHCP agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: HyperV agent@hv-cinder-78956: {}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: L3 agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: Metadata agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: Metering agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: Open vSwitch agent@dv-cinder-789564-8-iscsi: { 'AddressGroup': '1.2', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'ConntrackHelper': '1.0', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Log': '1.0', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Network': '1.1', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Port': '1.7', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'PortForwarding': '1.2', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'QosPolicy': '1.8', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SecurityGroup': '1.4', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SecurityGroupRule': '1.2', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'SubPort': '1.0', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Subnet': '1.1', Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: 'Trunk': '1.1'}} Jul 29 15:27:15.376024 dv-cinder-789564-8-iscsi neutron-server[93122]: {{(pid=93122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 15:27:15.428196 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Checking segment: {'id': '6b544dc7-04f9-4b7a-863d-51496930a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '554a43b9-3489-4635-9d89-e48e752339e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:15.428847 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Network hostable DHCP agents. Network: 554a43b9-3489-4635-9d89-e48e752339e0, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:27:15.432369 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Made reservation on behalf of bfcdeaa3d2bb4a9ab91ce3658c9e6b37 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:15.435455 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.446747 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.503922 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Network 554a43b9-3489-4635-9d89-e48e752339e0 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:27:15.521908 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 554a43b9-3489-4635-9d89-e48e752339e0) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:15.531503 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df78d1-41a5-4180-b51d-37748e6e1d73 None None] Network 554a43b9-3489-4635-9d89-e48e752339e0 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:27:15.538909 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:15.539516 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.608668 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.617183 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.630711 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1b376b7b-0484-495f-9598-3a909cd35cc9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6306937 Jul 29 15:27:15.643401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:27:15.663647 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.664000 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Added segment 25e89cdf-621b-4ea1-b74b-49a58a007c8b of type vlan for network c385e95e-5003-44fb-9b26-1f0375f4b434 Jul 29 15:27:15.665420 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd1633b-8122-453f-8ebc-994591fb9232,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:15.715659 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93760882-d3bc-459e-a395-a329cb8cf1b0 None None] Network 554a43b9-3489-4635-9d89-e48e752339e0 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:27:15.725268 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.788458 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.789927 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:15.790522 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:15.902832 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] Pushing event updated for resources: {'Network': ['ID=c385e95e-5003-44fb-9b26-1f0375f4b434,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:15.914574 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49750) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:15.915040 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network c385e95e-5003-44fb-9b26-1f0375f4b434 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:27:15.915383 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6940a4d4-182e-4fc2-b1b5-46a251ef2214 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9616997 Jul 29 15:27:15.920768 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Request body: {'subnet': {'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-subnet', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:15.953021 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Made reservation on behalf of bfcdeaa3d2bb4a9ab91ce3658c9e6b37 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:15.991785 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:16.235961 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:16.295780 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba78bb2-c0a0-46cf-830b-6ac38c036690,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:16.322000 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Checking segment: {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:16.322407 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Network hostable DHCP agents. Network: c385e95e-5003-44fb-9b26-1f0375f4b434, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:27:16.343658 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Network c385e95e-5003-44fb-9b26-1f0375f4b434 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:27:16.362246 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, c385e95e-5003-44fb-9b26-1f0375f4b434) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:16.367119 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:16.368096 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:16.372324 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20984c-dede-4c31-b550-34c73a827c81 None None] Network c385e95e-5003-44fb-9b26-1f0375f4b434 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:27:16.388514 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cf11dc16-9937-42ab-8b87-677463c05fc2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4723561 Jul 29 15:27:16.391487 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49778) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:16.405154 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:16.450483 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:16.452302 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:16.550029 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:16.649494 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84a175-a7fc-4659-ac2a-5e58ef84e1b9 None None] Network c385e95e-5003-44fb-9b26-1f0375f4b434 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:27:16.780742 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.191575 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.213283 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.349427 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49842) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:17.371636 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49852) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:17.379141 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Allocated IP 172.27.0.218 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/e0d70021-65c6-4b1b-8a94-d740df69c681) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:27:17.393865 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49856) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:17.397639 dv-cinder-789564-8-iscsi neutron-server[93121]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 15:27:17.533120 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.567271 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46aae497-199f-4e90-b76d-3c9407c9745a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.579537 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.616178 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b412b7fc-e1f0-4127-a270-bd8dd812cf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.621143 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:27:17.626235 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:17.632302 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:27:17.680660 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d70021-65c6-4b1b-8a94-d740df69c681,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:17.730839 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-8ef77432-1ca1-4362-b99a-9b70a34c5159 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:17.732738 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-8ef77432-1ca1-4362-b99a-9b70a34c5159 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/networks?id=554a43b9-3489-4635-9d89-e48e752339e0 HTTP/1.1" status: 200 len: 812 time: 0.3377104 Jul 29 15:27:17.760989 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-e56e03d8-0eda-4df0-a8be-1523292b4182 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/quotas/c3e803dc75d14e4c9f774f54a05fa6cb HTTP/1.1" status: 200 len: 375 time: 0.0186493 Jul 29 15:27:17.869224 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-c7d49d4b-a0e8-461a-b8a0-33cd022d0023 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3e803dc75d14e4c9f774f54a05fa6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968263 Jul 29 15:27:17.891589 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46aae497-199f-4e90-b76d-3c9407c9745a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.900025 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-46aae497-199f-4e90-b76d-3c9407c9745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:17.929433 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.005930 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-46aae497-199f-4e90-b76d-3c9407c9745a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2459348c32f34475a31ae5c9011fa204&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6262114 Jul 29 15:27:18.006073 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49888) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:18.010350 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aae497-199f-4e90-b76d-3c9407c9745a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc22a03-0363-4621-b492-849688a8d9e9,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:18.124844 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b412b7fc-e1f0-4127-a270-bd8dd812cf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.129549 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-18a5e547-8bed-4c18-beda-47ae2d3561cd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:27:18.130596 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-18a5e547-8bed-4c18-beda-47ae2d3561cd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1046755 Jul 29 15:27:18.132254 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b412b7fc-e1f0-4127-a270-bd8dd812cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.175661 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6492f219-5b2b-4e18-8db2-796954d95f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.213930 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6492f219-5b2b-4e18-8db2-796954d95f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.218144 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b412b7fc-e1f0-4127-a270-bd8dd812cf4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2aa262e045c84e2292be03ad5e3e56ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8631561 Jul 29 15:27:18.218144 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49904) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:18.227404 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412b7fc-e1f0-4127-a270-bd8dd812cf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150fa3ab-94fc-4565-b715-ad36e1c8182b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:18.291494 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.296878 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-8472279b-a192-46e9-969a-a627c229cc37 service neutron] 10.222.0.10 "GET /v2.0/networks/554a43b9-3489-4635-9d89-e48e752339e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532533 Jul 29 15:27:18.301834 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac119-5396-4a35-9f14-5839fa47593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.368154 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6492f219-5b2b-4e18-8db2-796954d95f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.371691 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6492f219-5b2b-4e18-8db2-796954d95f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.377206 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6492f219-5b2b-4e18-8db2-796954d95f9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6cc22a03-0363-4621-b492-849688a8d9e9 HTTP/1.1" status: 204 len: 168 time: 0.3719332 Jul 29 15:27:18.380901 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac119-5396-4a35-9f14-5839fa47593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.414072 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492f219-5b2b-4e18-8db2-796954d95f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc22a03-0363-4621-b492-849688a8d9e9,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:18.451430 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-a5051ce9-61a4-45a7-ace0-2e5260636696 service neutron] 10.222.0.10 "GET /v2.0/networks/554a43b9-3489-4635-9d89-e48e752339e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345530 Jul 29 15:27:18.476573 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac119-5396-4a35-9f14-5839fa47593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.484852 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0a4ac119-5396-4a35-9f14-5839fa47593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.488856 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-0a4ac119-5396-4a35-9f14-5839fa47593b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/150fa3ab-94fc-4565-b715-ad36e1c8182b HTTP/1.1" status: 204 len: 168 time: 0.2672586 Jul 29 15:27:18.497981 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ac119-5396-4a35-9f14-5839fa47593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150fa3ab-94fc-4565-b715-ad36e1c8182b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:18.535055 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:27:18.669669 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:27:18.680575 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Sync routers for ids ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:27:18.701254 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:18.702457 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Routers {'7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:27:18.704312 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d21eb05c-20a7-4d1a-a942-e2f9ffdef701 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3100333 Jul 29 15:27:18.707139 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49936) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:18.710761 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:27:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:18.713761 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49938) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:18.716089 dv-cinder-789564-8-iscsi neutron-server[93122]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 15:27:18.857216 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-97dbc832-28a4-4756-9a02-8ee78163e6b7 req-52c976ef-2ea0-4f71-af35-d57c9772f921 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 210 time: 0.1417105 Jul 29 15:27:18.923880 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Set router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:27:18.987004 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49954) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:19.004856 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-33b39118-826b-4492-98d6-e94e5ced64d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.218786 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-33b39118-826b-4492-98d6-e94e5ced64d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.220989 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:27:17Z', 'revision_number': 3, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port': {'id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:17Z', 'updated_at': '2021-07-29T15:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:19.240608 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-33b39118-826b-4492-98d6-e94e5ced64d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.285221 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Checking router: 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:27:19.285985 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Updating router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 port e0d70021-65c6-4b1b-8a94-d740df69c681 binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:27:19.312619 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 49968) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:19.327131 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.348179 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49970) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:19.375791 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b43b-a61d-4ad2-8ec4-ca040ba1cc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.377789 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 49974) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:19.378149 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-33b39118-826b-4492-98d6-e94e5ced64d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=997e43cdbb3643729fd644b4be760a13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3893862 Jul 29 15:27:19.379955 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b39118-826b-4492-98d6-e94e5ced64d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5225d6-7cbb-4160-80b2-c5040d07ffbe,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:19.556204 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.615331 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7641-8301-4cdc-b744-beb0ec366575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.712508 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7641-8301-4cdc-b744-beb0ec366575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.773313 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-33d518f1-31c7-4038-8bb2-6d5ed365be5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.803387 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.816488 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Transition to ACTIVE for port object e0d70021-65c6-4b1b-8a94-d740df69c681 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:27:19.825521 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.865561 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b43b-a61d-4ad2-8ec4-ca040ba1cc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.873839 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ecd1b43b-a61d-4ad2-8ec4-ca040ba1cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.878165 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Attempting to bind port e0d70021-65c6-4b1b-8a94-d740df69c681 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:27:19.878533 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Attempting to bind port e0d70021-65c6-4b1b-8a94-d740df69c681 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:27:19.879275 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Attempting to bind port e0d70021-65c6-4b1b-8a94-d740df69c681 on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:27:19.887586 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Pushing event updated for resources: {'Port': ['ID=e0d70021-65c6-4b1b-8a94-d740df69c681,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:19.898214 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:27:19.898989 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:19.899553 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.900097 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:27:19.900796 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Bound port: e0d70021-65c6-4b1b-8a94-d740df69c681, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:27:19.901965 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.906280 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.906860 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.907389 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.907931 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.908468 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.909165 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.909727 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.909850 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7641-8301-4cdc-b744-beb0ec366575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.910385 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.911024 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.911551 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.912082 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.912248 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7641-8301-4cdc-b744-beb0ec366575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:19.912788 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:19.915629 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-2d9c7641-8301-4cdc-b744-beb0ec366575 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d5225d6-7cbb-4160-80b2-c5040d07ffbe HTTP/1.1" status: 204 len: 168 time: 0.5314567 Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Tracked resource versions report: Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: pushed versions: Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: { 'AddressGroup': {'1.2'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'ConntrackHelper': {'1.0'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Log': {'1.0'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Network': {'1.1'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Port': {'1.7'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'PortForwarding': {'1.2'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'QosPolicy': {'1.8'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SecurityGroup': {'1.4'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SecurityGroupRule': {'1.2'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SubPort': {'1.0'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Subnet': {'1.1'}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Trunk': {'1.1'}} Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: consumer versions: Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: { DHCP agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: HyperV agent@hv-cinder-78956: {}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: L3 agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: Metadata agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: Metering agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: Open vSwitch agent@dv-cinder-789564-8-iscsi: { 'AddressGroup': '1.2', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'ConntrackHelper': '1.0', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Log': '1.0', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Network': '1.1', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Port': '1.7', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'PortForwarding': '1.2', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'QosPolicy': '1.8', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SecurityGroup': '1.4', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SecurityGroupRule': '1.2', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'SubPort': '1.0', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Subnet': '1.1', Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: 'Trunk': '1.1'}} Jul 29 15:27:19.917680 dv-cinder-789564-8-iscsi neutron-server[93124]: {{(pid=93124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 15:27:19.950895 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-ecd1b43b-a61d-4ad2-8ec4-ca040ba1cc39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=132bf07da7d542ff925e05ea2c221195&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6014125 Jul 29 15:27:19.954229 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50004) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:19.954917 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1b43b-a61d-4ad2-8ec4-ca040ba1cc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f33c31-d127-4bd8-9f0e-a37670a95782,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:19.976470 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c7641-8301-4cdc-b744-beb0ec366575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5225d6-7cbb-4160-80b2-c5040d07ffbe,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:19.978635 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Allocated IP 172.20.0.1 (c385e95e-5003-44fb-9b26-1f0375f4b434/dba78bb2-c0a0-46cf-830b-6ac38c036690/eef5739f-c5d6-4f09-aa18-4ace34ab91da) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:27:19.993907 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] For port e0d70021-65c6-4b1b-8a94-d740df69c681, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:27:19.998542 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] For port e0d70021-65c6-4b1b-8a94-d740df69c681, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e0d70021-65c6-4b1b-8a94-d740df69c681,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:27:20.009133 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.078060 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Routers {'7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:27:20.079057 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:27:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:20.147641 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.163714 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996afe18-5ed9-4a3e-91ec-bb603d4e7ac1 None None] Pushing event updated for resources: {'Port': ['ID=e0d70021-65c6-4b1b-8a94-d740df69c681,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:20.166247 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7df4b0a1-8553-4bae-aa94-6fd547e525da req-55f4d7ae-641d-4953-a196-c6e49ee9ff92 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 210 time: 0.1144691 Jul 29 15:27:20.190364 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-04b98e9f-6485-41ad-95b2-018ccbe2398c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.213520 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.227145 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-04b98e9f-6485-41ad-95b2-018ccbe2398c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.273517 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-33d518f1-31c7-4038-8bb2-6d5ed365be5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.274022 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] Set router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:27:20.274468 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Network c385e95e-5003-44fb-9b26-1f0375f4b434 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:27:20.278158 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:20.281561 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-33d518f1-31c7-4038-8bb2-6d5ed365be5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.281988 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:27:20.282536 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.374267 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Pushing event updated for resources: {'Port': ['ID=eef5739f-c5d6-4f09-aa18-4ace34ab91da,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:20.520543 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-33d518f1-31c7-4038-8bb2-6d5ed365be5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdb6d936df354270acbb345c9ef184cd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2060380 Jul 29 15:27:20.521857 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d518f1-31c7-4038-8bb2-6d5ed365be5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff72ee5-a13d-4d07-9da2-fd73389dfe7b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:20.524495 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50034) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:20.544461 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-04b98e9f-6485-41ad-95b2-018ccbe2398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.547179 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-04b98e9f-6485-41ad-95b2-018ccbe2398c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.549012 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-04b98e9f-6485-41ad-95b2-018ccbe2398c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98f33c31-d127-4bd8-9f0e-a37670a95782 HTTP/1.1" status: 204 len: 168 time: 0.5770373 Jul 29 15:27:20.568954 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b98e9f-6485-41ad-95b2-018ccbe2398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f33c31-d127-4bd8-9f0e-a37670a95782,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:20.617998 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:27:17Z', 'revision_number': 3, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port': {'id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:17Z', 'updated_at': '2021-07-29T15:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:20.628667 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e654026-1871-4a97-b198-a522e13a38f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.655382 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e654026-1871-4a97-b198-a522e13a38f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.690220 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bd4d0-0e12-4052-a8c2-c31e41149883 None None] The sync data for ids ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'] in dv-cinder-789564-8-iscsi is: [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:27:17Z', 'revision_number': 3, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port': {'id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:17Z', 'updated_at': '2021-07-29T15:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:27:20.736621 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.758676 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e654026-1871-4a97-b198-a522e13a38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.763380 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e654026-1871-4a97-b198-a522e13a38f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.764985 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-2e654026-1871-4a97-b198-a522e13a38f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ff72ee5-a13d-4d07-9da2-fd73389dfe7b HTTP/1.1" status: 204 len: 168 time: 0.2396348 Jul 29 15:27:20.778986 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e654026-1871-4a97-b198-a522e13a38f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff72ee5-a13d-4d07-9da2-fd73389dfe7b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:20.985051 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.990232 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:20.991263 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:21.071189 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Pushing event updated for resources: {'Port': ['ID=eef5739f-c5d6-4f09-aa18-4ace34ab91da,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:21.195203 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Network c385e95e-5003-44fb-9b26-1f0375f4b434 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:27:21.197000 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:21.439614 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fc559db6-f3a6-4da5-b91a-5ad105016764 req-bf41fc2d-c278-4220-87d5-518d6c291a42 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 210 time: 0.0561750 Jul 29 15:27:21.541122 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:27:21.723989 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e0d70021-65c6-4b1b-8a94-d740df69c681 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:27:21.824173 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port e0d70021-65c6-4b1b-8a94-d740df69c681 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:27:21.830923 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port e0d70021-65c6-4b1b-8a94-d740df69c681 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:27:21.831505 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:21.910176 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:27:21.935063 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-431d211c-f3c0-411e-be34-d130c1d77d3a admin admin] 10.222.0.10 "PUT /v2.0/routers/7890f0fe-c9c4-4f1c-a107-0d00d330c4c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2157557 Jul 29 15:27:21.966221 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:21.999493 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port e0d70021-65c6-4b1b-8a94-d740df69c681, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e0d70021-65c6-4b1b-8a94-d740df69c681,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:22.005472 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:22.069456 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=e0d70021-65c6-4b1b-8a94-d740df69c681,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:22.081040 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.081387 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.081723 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.082055 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.082379 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.083122 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.083450 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.083887 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.084284 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.085076 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.085405 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.085732 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Tracked resource versions report: Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: pushed versions: Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: { 'AddressGroup': {'1.2'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'ConntrackHelper': {'1.0'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Log': {'1.0'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Network': {'1.1'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Port': {'1.7'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'PortForwarding': {'1.2'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'QosPolicy': {'1.8'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SecurityGroup': {'1.4'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SecurityGroupRule': {'1.2'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SubPort': {'1.0'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Subnet': {'1.1'}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Trunk': {'1.1'}} Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: consumer versions: Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: { DHCP agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: HyperV agent@hv-cinder-78956: {}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: L3 agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: Metadata agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: Metering agent@dv-cinder-789564-8-iscsi: {}, Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: Open vSwitch agent@dv-cinder-789564-8-iscsi: { 'AddressGroup': '1.2', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'ConntrackHelper': '1.0', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Log': '1.0', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Network': '1.1', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Port': '1.7', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'PortForwarding': '1.2', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'QosPolicy': '1.8', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SecurityGroup': '1.4', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SecurityGroupRule': '1.2', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'SubPort': '1.0', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Subnet': '1.1', Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: 'Trunk': '1.1'}} Jul 29 15:27:22.086843 dv-cinder-789564-8-iscsi neutron-server[93123]: {{(pid=93123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 15:27:22.407874 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.59', 63069) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:22.626323 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-fea323e0-1b23-48d5-8cee-17f4821f8987 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:22.627803 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-fea323e0-1b23-48d5-8cee-17f4821f8987 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.59 "GET /v2.0/networks?id=554a43b9-3489-4635-9d89-e48e752339e0 HTTP/1.1" status: 200 len: 812 time: 0.2180963 Jul 29 15:27:22.688084 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Request body: {'port': {'device_id': '1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56', 'network_id': '554a43b9-3489-4635-9d89-e48e752339e0', 'admin_state_up': True, 'tenant_id': 'c3e803dc75d14e4c9f774f54a05fa6cb'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:22.797852 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Sync routers for ids ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:27:22.799962 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-be28f81c-76e4-45f4-9406-569ebd1ff042 req-58b6390b-77fd-4458-a2a0-84e35a005847 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 210 time: 0.1053388 Jul 29 15:27:22.835565 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Routers {'7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:27:22.838613 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:27:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:23.058775 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Set router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:27:23.132414 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-e3de755d-3e0f-483a-8c0e-fec3a21c8457 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:23.134035 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-e3de755d-3e0f-483a-8c0e-fec3a21c8457 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 818 time: 0.2410886 Jul 29 15:27:23.135259 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Made reservation on behalf of c3e803dc75d14e4c9f774f54a05fa6cb for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:23.139527 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:23.178948 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-6373248f-bd9f-45bd-affd-8f2ae5af76a3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/quotas/bfcdeaa3d2bb4a9ab91ce3658c9e6b37 HTTP/1.1" status: 200 len: 375 time: 0.0325804 Jul 29 15:27:23.382140 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-ffad5ebd-3130-477c-9846-5a56e2c925ac tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1955190 Jul 29 15:27:23.390152 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:27:20Z', 'revision_number': 4, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port': {'id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:17Z', 'updated_at': '2021-07-29T15:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': 'eef5739f-c5d6-4f09-aa18-4ace34ab91da', 'name': '', 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'mac_address': 'fa:16:3e:96:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dba78bb2-c0a0-46cf-830b-6ac38c036690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:19Z', 'updated_at': '2021-07-29T15:27:20Z', 'revision_number': 2, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'subnets': [{'id': 'dba78bb2-c0a0-46cf-830b-6ac38c036690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:23.435596 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Checking router: 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:27:23.436184 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Updating router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 port eef5739f-c5d6-4f09-aa18-4ace34ab91da binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:27:23.467751 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:23.515817 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Allocated IP 172.20.0.2 (554a43b9-3489-4635-9d89-e48e752339e0/d81850d8-690e-4514-9e41-6f022a35a274/d1672660-49b3-43d7-802b-261d39831f60) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:27:23.662070 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e0d70021-65c6-4b1b-8a94-d740df69c681 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:27:23.796680 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port e0d70021-65c6-4b1b-8a94-d740df69c681 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:27:23.797329 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:23.801052 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:23.855023 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:23.954942 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:23.957938 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Network 554a43b9-3489-4635-9d89-e48e752339e0 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:27:23.963617 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:23.970412 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:27:23.984944 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:23.985595 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:23.987915 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Transition to ACTIVE for port object eef5739f-c5d6-4f09-aa18-4ace34ab91da will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:27:24.005944 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:24.013606 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50262) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:24.040051 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Pushing event updated for resources: {'Port': ['ID=d1672660-49b3-43d7-802b-261d39831f60,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:24.064470 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-75890410-f970-48e3-a865-8c8ed1bf9f95 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3819380 Jul 29 15:27:24.163700 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7164b-5f6d-4279-89d6-6148b2b4c3c9 None None] Pushing event updated for resources: {'Port': ['ID=eef5739f-c5d6-4f09-aa18-4ace34ab91da,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:24.501948 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b93b7b5-a55b-4e99-b1bc-9eaf53e80c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:24.529825 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Attempting to bind port eef5739f-c5d6-4f09-aa18-4ace34ab91da on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:27:24.530198 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Attempting to bind port eef5739f-c5d6-4f09-aa18-4ace34ab91da by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:27:24.530558 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Attempting to bind port eef5739f-c5d6-4f09-aa18-4ace34ab91da on network c385e95e-5003-44fb-9b26-1f0375f4b434 {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:27:24.547453 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:27:24.547821 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Checking segment: {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:24.548228 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:24.548620 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Bound using segment: {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:27:24.549128 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Bound port: eef5739f-c5d6-4f09-aa18-4ace34ab91da, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:27:24.549529 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:24.672696 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-08d18200-cadb-454f-9d32-a09485397f4e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:27:24.687833 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-08d18200-cadb-454f-9d32-a09485397f4e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5288379 Jul 29 15:27:24.795801 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117fec2-3aec-45fa-b019-c8b555d01ce5 req-ed4bd094-d872-42fa-9e4b-8ab3d8a07d47 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:24.800170 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] For port eef5739f-c5d6-4f09-aa18-4ace34ab91da, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:27:24.810396 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] For port eef5739f-c5d6-4f09-aa18-4ace34ab91da, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=eef5739f-c5d6-4f09-aa18-4ace34ab91da,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:27:24.815654 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3117fec2-3aec-45fa-b019-c8b555d01ce5 req-ed4bd094-d872-42fa-9e4b-8ab3d8a07d47 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 931 time: 0.3655357 Jul 29 15:27:24.830184 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:24.941521 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3117fec2-3aec-45fa-b019-c8b555d01ce5 req-7fbf6b04-c55c-4899-80e7-93003c75fa8b tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207743 Jul 29 15:27:24.990537 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b93b7b5-a55b-4e99-b1bc-9eaf53e80c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:25.006805 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b93b7b5-a55b-4e99-b1bc-9eaf53e80c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:25.047583 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-bec4b2bc-0345-4478-9b8d-9936c21f34b2 service neutron] 10.222.0.10 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561511 Jul 29 15:27:25.071576 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3b93b7b5-a55b-4e99-b1bc-9eaf53e80c22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80002ccd1b2a4a73b403349b6d319ad9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0557377 Jul 29 15:27:25.074650 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50312) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:25.143825 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93b7b5-a55b-4e99-b1bc-9eaf53e80c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ae449c-f5f6-47f4-9c47-3ea5b591c7ce,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:25.208150 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7164b-5f6d-4279-89d6-6148b2b4c3c9 None None] Pushing event updated for resources: {'Port': ['ID=eef5739f-c5d6-4f09-aa18-4ace34ab91da,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:25.279711 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Routers {'7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:27:25.289202 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:27:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:25.297626 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af6291ea-04df-479d-81e9-6670fcdae546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:25.384410 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af6291ea-04df-479d-81e9-6670fcdae546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:25.410178 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-9c78ded4-9ae8-43e0-81cb-994bd48f222e service neutron] 10.222.0.10 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501534 Jul 29 15:27:25.528608 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af6291ea-04df-479d-81e9-6670fcdae546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:25.533340 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-af6291ea-04df-479d-81e9-6670fcdae546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:25.542172 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-af6291ea-04df-479d-81e9-6670fcdae546 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52ae449c-f5f6-47f4-9c47-3ea5b591c7ce HTTP/1.1" status: 204 len: 168 time: 0.4661500 Jul 29 15:27:25.560631 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6291ea-04df-479d-81e9-6670fcdae546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ae449c-f5f6-47f4-9c47-3ea5b591c7ce,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:25.663255 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] Set router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:27:25.680230 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-b1682ee2-de7c-4a27-96c9-f2973cd61173 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:27:25.682208 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-b1682ee2-de7c-4a27-96c9-f2973cd61173 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073409 Jul 29 15:27:25.981483 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:27:20Z', 'revision_number': 4, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port': {'id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:17Z', 'updated_at': '2021-07-29T15:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': 'eef5739f-c5d6-4f09-aa18-4ace34ab91da', 'name': '', 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'mac_address': 'fa:16:3e:96:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dba78bb2-c0a0-46cf-830b-6ac38c036690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:19Z', 'updated_at': '2021-07-29T15:27:24Z', 'revision_number': 4, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'subnets': [{'id': 'dba78bb2-c0a0-46cf-830b-6ac38c036690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:26.024287 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2ed77123-6328-417f-b100-c808707da5a1 req-d16a9400-4733-4dd1-8b86-ae9b4b451abe tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 210 time: 0.0505404 Jul 29 15:27:26.029363 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ffae81-1e14-407e-9bb0-b00cc250c56a None None] The sync data for ids ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'] in dv-cinder-789564-8-iscsi is: [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:27:20Z', 'revision_number': 4, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port': {'id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:17Z', 'updated_at': '2021-07-29T15:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': 'eef5739f-c5d6-4f09-aa18-4ace34ab91da', 'name': '', 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'mac_address': 'fa:16:3e:96:29:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dba78bb2-c0a0-46cf-830b-6ac38c036690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:19Z', 'updated_at': '2021-07-29T15:27:24Z', 'revision_number': 4, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'subnets': [{'id': 'dba78bb2-c0a0-46cf-830b-6ac38c036690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:27:26.245644 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e3825-8ef5-4eae-a456-f50c9cc203ec req-15ab5e12-6f53-4b4a-8768-6bb94eeb2829 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:26.254613 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c2e3825-8ef5-4eae-a456-f50c9cc203ec req-15ab5e12-6f53-4b4a-8768-6bb94eeb2829 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 931 time: 0.1599133 Jul 29 15:27:26.397151 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c2e3825-8ef5-4eae-a456-f50c9cc203ec req-32f05203-0ade-437a-b0e9-c08418e68fe8 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331353 Jul 29 15:27:26.853800 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50390) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:26.924218 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50394) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:27.281860 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92772821-62c2-4104-93c7-7dbe1515b5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:27.376910 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460586-390c-41c0-b07f-b5beef7646ae req-44f32a6f-2f73-41b3-96eb-28d20714a91a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:27.385451 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-44f32a6f-2f73-41b3-96eb-28d20714a91a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 818 time: 0.2093160 Jul 29 15:27:27.386579 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Request body: {'port': {'device_id': '1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:27.411945 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c793623a-72a4-42a3-90b0-3f811c6deb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:27.453822 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-fe991fd2-1f88-48c2-b63f-cb0919139acf tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/quotas/bfcdeaa3d2bb4a9ab91ce3658c9e6b37 HTTP/1.1" status: 200 len: 375 time: 0.0651495 Jul 29 15:27:27.655777 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:27.750201 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92772821-62c2-4104-93c7-7dbe1515b5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:27.755493 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device eef5739f-c5d6-4f09-aa18-4ace34ab91da up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:27:27.797887 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-92772821-62c2-4104-93c7-7dbe1515b5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:27.931328 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port eef5739f-c5d6-4f09-aa18-4ace34ab91da completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:27:27.961121 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-ad8df7da-d95d-4cb6-ae7b-e90e379c7080 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5050185 Jul 29 15:27:27.973548 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port eef5739f-c5d6-4f09-aa18-4ace34ab91da triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:27:27.973935 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.010289 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c0c34-7e29-4a99-a92c-4c8e74af73b8 req-131d231b-0106-4c11-b59e-f4b9273277e3 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:28.020379 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-92772821-62c2-4104-93c7-7dbe1515b5a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d9e4821fc4c4496bce1bb37341a1060&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1652970 Jul 29 15:27:28.024250 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d47c0c34-7e29-4a99-a92c-4c8e74af73b8 req-131d231b-0106-4c11-b59e-f4b9273277e3 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 931 time: 0.4357667 Jul 29 15:27:28.025922 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50440) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:28.072036 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92772821-62c2-4104-93c7-7dbe1515b5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd103f4-fdab-4efd-8bfd-1d188563c590,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:28.258806 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.367433 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port eef5739f-c5d6-4f09-aa18-4ace34ab91da, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=eef5739f-c5d6-4f09-aa18-4ace34ab91da,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:28.372933 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.405165 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-03409c4c-6be9-4f87-85f9-496825544a27 service neutron] 10.222.0.10 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406683 Jul 29 15:27:28.488830 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=eef5739f-c5d6-4f09-aa18-4ace34ab91da,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:28.545792 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c793623a-72a4-42a3-90b0-3f811c6deb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.558848 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c793623a-72a4-42a3-90b0-3f811c6deb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.597187 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-c793623a-72a4-42a3-90b0-3f811c6deb93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=168b1f72bc734cd196b15df5e086dbb2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6717103 Jul 29 15:27:28.600870 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50452) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:28.687903 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d47c0c34-7e29-4a99-a92c-4c8e74af73b8 req-8ace5523-d779-4d18-8733-4be75697d958 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548741 Jul 29 15:27:28.726134 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2608f96c-3a6f-4f14-bf39-c6947cc55999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.750257 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793623a-72a4-42a3-90b0-3f811c6deb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf78d07-108e-4fd4-aa80-64e07ab0ecad,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:28.785853 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-83d6f3ff-aa89-4745-b50c-deb2813c2fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.806044 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-57591a69-c7bf-4845-99ba-bffa5d5bec54 service neutron] 10.222.0.10 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570173 Jul 29 15:27:28.826945 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a092aa43-451f-44f8-ae8d-89001d18aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.841488 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-83d6f3ff-aa89-4745-b50c-deb2813c2fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.850072 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2608f96c-3a6f-4f14-bf39-c6947cc55999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.987857 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1672660-49b3-43d7-802b-261d39831f60 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:27:28.994107 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-83d6f3ff-aa89-4745-b50c-deb2813c2fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:28.998135 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-83d6f3ff-aa89-4745-b50c-deb2813c2fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.003256 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-83d6f3ff-aa89-4745-b50c-deb2813c2fb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dd103f4-fdab-4efd-8bfd-1d188563c590 HTTP/1.1" status: 204 len: 168 time: 0.9726560 Jul 29 15:27:29.048363 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.048589 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2608f96c-3a6f-4f14-bf39-c6947cc55999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.048589 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2608f96c-3a6f-4f14-bf39-c6947cc55999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.048589 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-2608f96c-3a6f-4f14-bf39-c6947cc55999 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbf78d07-108e-4fd4-aa80-64e07ab0ecad HTTP/1.1" status: 204 len: 168 time: 0.4130502 Jul 29 15:27:29.049259 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6f3ff-aa89-4745-b50c-deb2813c2fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd103f4-fdab-4efd-8bfd-1d188563c590,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:29.078062 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608f96c-3a6f-4f14-bf39-c6947cc55999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf78d07-108e-4fd4-aa80-64e07ab0ecad,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:29.085315 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Transition to ACTIVE for port object d1672660-49b3-43d7-802b-261d39831f60 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:27:29.100875 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.174691 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Pushing event updated for resources: {'Port': ['ID=d1672660-49b3-43d7-802b-261d39831f60,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:29.350697 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-399d44de-e3dc-4570-97cd-ad3e1787a0db req-c1b0c5e7-e6cc-4c9e-adfd-db96e235c6ba tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.0590236 Jul 29 15:27:29.363680 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Attempting to bind port d1672660-49b3-43d7-802b-261d39831f60 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:27:29.365714 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Attempting to bind port d1672660-49b3-43d7-802b-261d39831f60 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '6b544dc7-04f9-4b7a-863d-51496930a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '554a43b9-3489-4635-9d89-e48e752339e0'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:27:29.366538 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Attempting to bind port d1672660-49b3-43d7-802b-261d39831f60 on network 554a43b9-3489-4635-9d89-e48e752339e0 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:27:29.389264 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Port d1672660-49b3-43d7-802b-261d39831f60 on network 554a43b9-3489-4635-9d89-e48e752339e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:27:29.390128 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Attempting to bind port d1672660-49b3-43d7-802b-261d39831f60 on network 554a43b9-3489-4635-9d89-e48e752339e0 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:27:29.404851 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:27:29.406802 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Checking segment: {'id': '6b544dc7-04f9-4b7a-863d-51496930a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '554a43b9-3489-4635-9d89-e48e752339e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:29.410269 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Bound using segment: {'id': '6b544dc7-04f9-4b7a-863d-51496930a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '554a43b9-3489-4635-9d89-e48e752339e0'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:27:29.411341 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Bound port: d1672660-49b3-43d7-802b-261d39831f60, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b544dc7-04f9-4b7a-863d-51496930a7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '554a43b9-3489-4635-9d89-e48e752339e0'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:27:29.413085 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.603882 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] For port d1672660-49b3-43d7-802b-261d39831f60, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:27:29.618833 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] For port d1672660-49b3-43d7-802b-261d39831f60, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d1672660-49b3-43d7-802b-261d39831f60,segment=NetworkSegment(6b544dc7-04f9-4b7a-863d-51496930a7a4),segment_id=6b544dc7-04f9-4b7a-863d-51496930a7a4)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:27:29.632142 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.699673 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device eef5739f-c5d6-4f09-aa18-4ace34ab91da up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:27:29.724015 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:29.727504 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.730670 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] 10.222.0.59 "PUT /v2.0/ports/d1672660-49b3-43d7-802b-261d39831f60 HTTP/1.1" status: 200 len: 1093 time: 2.7865379 Jul 29 15:27:29.733316 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56', 'tag': 'd1672660-49b3-43d7-802b-261d39831f60'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:27:29.877026 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port eef5739f-c5d6-4f09-aa18-4ace34ab91da triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:27:29.878558 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:29.913051 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7b2b2-7596-4d65-8e6f-ede1bc844d16 req-05e7e546-4292-4e2d-ab57-e654842ac095 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:29.925573 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-68b7b2b2-7596-4d65-8e6f-ede1bc844d16 req-05e7e546-4292-4e2d-ab57-e654842ac095 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.1324222 Jul 29 15:27:30.002064 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-68b7b2b2-7596-4d65-8e6f-ede1bc844d16 req-746462b8-5db9-4b1c-8a6c-29e13d28cc0c tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754983 Jul 29 15:27:30.033814 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ac4aa-6a8a-413c-b37d-3fd10c0daa61 service neutron] Pushing event updated for resources: {'Port': ['ID=d1672660-49b3-43d7-802b-261d39831f60,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:30.110941 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50502) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:30.140721 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e4400e89-ccc9-4156-956d-da2bd007e593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:30.241004 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50508) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:30.350929 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e4400e89-ccc9-4156-956d-da2bd007e593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:30.358683 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e4400e89-ccc9-4156-956d-da2bd007e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:30.432839 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4400e89-ccc9-4156-956d-da2bd007e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b5754e-71af-409b-aabd-237cc98a791b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:30.471742 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e4400e89-ccc9-4156-956d-da2bd007e593 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=594cb029a8a74cb28f8ccaba9dea5639&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3562477 Jul 29 15:27:30.472107 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50528) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:30.560937 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315453db-9f36-498d-8cb5-a3400be35d55" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56", "tag": "d1672660-49b3-43d7-802b-261d39831f60"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:27:30.707382 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd7938e6-f699-4da0-8659-24a81ca568a5 req-8a91b0ba-0d1b-484f-9e6a-b84e9e40c402 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.1300287 Jul 29 15:27:30.708858 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d89b7529-fbac-4d43-a8bc-ab8e6b65ca0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:30.776153 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d89b7529-fbac-4d43-a8bc-ab8e6b65ca0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:30.937925 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d89b7529-fbac-4d43-a8bc-ab8e6b65ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:30.944094 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d89b7529-fbac-4d43-a8bc-ab8e6b65ca0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:30.945352 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d89b7529-fbac-4d43-a8bc-ab8e6b65ca0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2b5754e-71af-409b-aabd-237cc98a791b HTTP/1.1" status: 204 len: 168 time: 0.4722443 Jul 29 15:27:30.991812 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1f1d-0000-438f-8549-ca8e65a1f819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.232644 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-96ed59da-6771-4e5d-94d4-764b229099bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.335911 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d1cbf5-ec00-47bd-a395-5fd438103560 x-openstack-request-id: req-e5d1cbf5-ec00-47bd-a395-5fd438103560 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:27:31.336338 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56", "tag": "d1672660-49b3-43d7-802b-261d39831f60", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:27:31.336576 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5d1cbf5-ec00-47bd-a395-5fd438103560 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:27:31.337287 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56', 'tag': 'd1672660-49b3-43d7-802b-261d39831f60', 'status': 'completed', 'code': 200} Jul 29 15:27:31.338193 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b7529-fbac-4d43-a8bc-ab8e6b65ca0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b5754e-71af-409b-aabd-237cc98a791b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:31.427608 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.439158 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1f1d-0000-438f-8549-ca8e65a1f819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.456314 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1f1d-0000-438f-8549-ca8e65a1f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.511233 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e1f1d-0000-438f-8549-ca8e65a1f819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3d127-b8a4-43fb-89b9-b654596940ce,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:31.539643 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5df0ae-ebcb-4d38-b69e-f0f36e864eab req-4463b6b2-c2ba-4426-874a-65e57ac785e2 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:31.541557 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd5df0ae-ebcb-4d38-b69e-f0f36e864eab req-4463b6b2-c2ba-4426-874a-65e57ac785e2 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.2342708 Jul 29 15:27:31.546940 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-fd4e1f1d-0000-438f-8549-ca8e65a1f819 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18d426e20fb84eaa9d7a3703430d8c3c&name=default HTTP/1.1" status: 200 len: 2976 time: 1.3049378 Jul 29 15:27:31.549687 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50574) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:31.656802 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd5df0ae-ebcb-4d38-b69e-f0f36e864eab req-83b8f3cf-eeee-40dd-a7de-008c1c80cbdf tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045461 Jul 29 15:27:31.665853 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-466e67ba-d3c0-4055-a4c6-5d4b5072d257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.734110 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-466e67ba-d3c0-4055-a4c6-5d4b5072d257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.811879 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-466e67ba-d3c0-4055-a4c6-5d4b5072d257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.814727 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-466e67ba-d3c0-4055-a4c6-5d4b5072d257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:31.816084 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-466e67ba-d3c0-4055-a4c6-5d4b5072d257 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34f3d127-b8a4-43fb-89b9-b654596940ce HTTP/1.1" status: 204 len: 168 time: 0.2652733 Jul 29 15:27:31.826700 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e67ba-d3c0-4055-a4c6-5d4b5072d257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3d127-b8a4-43fb-89b9-b654596940ce,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:31.896506 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6e5f0868-36f0-4a74-b1f4-12b6de85af94 req-cb7bbcaf-4862-4279-9740-e10ed3c5706a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.0318086 Jul 29 15:27:32.191458 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50600) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:32.482065 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:32.506545 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2063002103-network', 'tenant_id': 'cf17d1f5dfe2482a8230869d4b45f7b5'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:32.550281 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Made reservation on behalf of cf17d1f5dfe2482a8230869d4b45f7b5 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:32.553070 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:32.562536 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:32.701209 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:32.711739 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:32.735387 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:27:32.766724 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c7c265-0658-4271-9753-23f8424b3d52,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:32.798148 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:32.798518 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Added segment d7726da4-4f7f-44b9-b21e-e2c09d3cbcc2 of type vlan for network 77d097ef-06cf-47af-8848-5c05e5343dc5 Jul 29 15:27:32.895903 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:32.960636 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532ba35-cc0b-4a02-a3e7-a360bec2247b req-e3a660f0-81c0-448e-a086-30e58ecde2c8 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:32.965863 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e532ba35-cc0b-4a02-a3e7-a360bec2247b req-e3a660f0-81c0-448e-a086-30e58ecde2c8 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.1696975 Jul 29 15:27:33.036380 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e532ba35-cc0b-4a02-a3e7-a360bec2247b req-934c1958-0d01-436e-80ed-5c754225fed2 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676823 Jul 29 15:27:33.048068 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-13aa9ca1-d657-4b3c-9ba2-9b4ca64e3dc5 req-d8145a6e-d33f-4852-a280-a009b920514a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.0541191 Jul 29 15:27:33.059857 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:33.061796 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:33.062748 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:33.143103 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9521799 Jul 29 15:27:33.146169 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50660) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:33.153210 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Request body: {'subnet': {'network_id': '77d097ef-06cf-47af-8848-5c05e5343dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2063002103-subnet', 'tenant_id': 'cf17d1f5dfe2482a8230869d4b45f7b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:33.178931 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c203f-6b4c-49f8-8ea1-ace478b1a7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=77d097ef-06cf-47af-8848-5c05e5343dc5,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:33.191627 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 77d097ef-06cf-47af-8848-5c05e5343dc5 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:27:33.220721 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Made reservation on behalf of cf17d1f5dfe2482a8230869d4b45f7b5 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:33.223836 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:33.468046 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:33.546561 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Checking segment: {'id': 'd7726da4-4f7f-44b9-b21e-e2c09d3cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '77d097ef-06cf-47af-8848-5c05e5343dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:33.547408 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Network hostable DHCP agents. Network: 77d097ef-06cf-47af-8848-5c05e5343dc5, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:27:33.558692 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59233739-d49c-4321-8dfa-2afb88923541,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:33.576971 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Network 77d097ef-06cf-47af-8848-5c05e5343dc5 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:27:33.588695 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 77d097ef-06cf-47af-8848-5c05e5343dc5) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:33.600806 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3120a9-51a5-4128-9cc6-7785cf12eb3d None None] Network 77d097ef-06cf-47af-8848-5c05e5343dc5 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:27:33.603299 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:33.604480 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:33.634328 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-f563aad6-979f-42a7-aa20-ced5ad042200 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4865391 Jul 29 15:27:33.803356 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a57ec4-a639-415c-8bd0-ade7314b0036 None None] Network 77d097ef-06cf-47af-8848-5c05e5343dc5 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:27:34.019474 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50690) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:34.081825 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50702) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:34.089628 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.227371 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d9526bd3-0fa5-44ab-90e0-21c440705c0f req-c36e1dca-11ff-4ca6-8ca5-d35a0d66a593 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.0426145 Jul 29 15:27:34.261454 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e17e86-3a0b-4d6d-8b84-ff5fa200df36 req-f3089ff6-aaa8-4c5a-ada6-4826d3399308 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:34.263508 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a1e17e86-3a0b-4d6d-8b84-ff5fa200df36 req-f3089ff6-aaa8-4c5a-ada6-4826d3399308 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.0722504 Jul 29 15:27:34.314725 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a1e17e86-3a0b-4d6d-8b84-ff5fa200df36 req-c4ae8615-8d3f-4f72-b71a-0db3b7b6ca63 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443878 Jul 29 15:27:34.347194 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7355a1e2-82f2-4e91-8737-a7a1d82e1c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.505113 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7355a1e2-82f2-4e91-8737-a7a1d82e1c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.513321 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7355a1e2-82f2-4e91-8737-a7a1d82e1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.569435 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-7355a1e2-82f2-4e91-8737-a7a1d82e1c79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d5553d54c45434297ae3183e97b7658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5463052 Jul 29 15:27:34.570105 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50714) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:34.573008 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355a1e2-82f2-4e91-8737-a7a1d82e1c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce14acb-1c3d-432e-a2f9-c3abf3e79d91,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:34.577683 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7c98859a-15dc-4d37-9d92-62d8ad2ee44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.646641 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7c185047-8556-4509-a486-a5fa97e8cbd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.681640 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7c185047-8556-4509-a486-a5fa97e8cbd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.757461 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7c98859a-15dc-4d37-9d92-62d8ad2ee44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.767118 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7c98859a-15dc-4d37-9d92-62d8ad2ee44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.774225 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7c185047-8556-4509-a486-a5fa97e8cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.778588 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7c185047-8556-4509-a486-a5fa97e8cbd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.782254 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-7c185047-8556-4509-a486-a5fa97e8cbd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ce14acb-1c3d-432e-a2f9-c3abf3e79d91 HTTP/1.1" status: 204 len: 168 time: 0.2090237 Jul 29 15:27:34.794721 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c185047-8556-4509-a486-a5fa97e8cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce14acb-1c3d-432e-a2f9-c3abf3e79d91,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:34.815897 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98859a-15dc-4d37-9d92-62d8ad2ee44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a5072b-e04b-4a8a-a665-b893ebda9009,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:34.821106 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-7c98859a-15dc-4d37-9d92-62d8ad2ee44f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4dad534040ca4191805334e21d8b6088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7379463 Jul 29 15:27:34.828461 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50730) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:34.910164 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6202b7c4-d173-46b1-b553-199955914e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.938599 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6202b7c4-d173-46b1-b553-199955914e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.003496 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6202b7c4-d173-46b1-b553-199955914e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.006491 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6202b7c4-d173-46b1-b553-199955914e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.010471 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6202b7c4-d173-46b1-b553-199955914e84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84a5072b-e04b-4a8a-a665-b893ebda9009 HTTP/1.1" status: 204 len: 168 time: 0.1793680 Jul 29 15:27:35.019064 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202b7c4-d173-46b1-b553-199955914e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a5072b-e04b-4a8a-a665-b893ebda9009,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:35.190624 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50744) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:35.195706 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674363621-network', 'tenant_id': '139de7ab746d4f5cae035463bdb36e19'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:35.242803 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Made reservation on behalf of 139de7ab746d4f5cae035463bdb36e19 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:35.246870 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.279885 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.586027 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-82fbeda8-221c-4f6f-bb44-b8d5af96219c req-32fc818b-e40a-4d2c-8591-e510507109d0 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.0455084 Jul 29 15:27:35.614226 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfa666-c3fe-45a9-b0bb-fe82f5e1c3b6 req-cc131cb7-6b2b-4f31-9dac-b40dcf5f24f9 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:35.627362 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-06cfa666-c3fe-45a9-b0bb-fe82f5e1c3b6 req-cc131cb7-6b2b-4f31-9dac-b40dcf5f24f9 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.1805031 Jul 29 15:27:35.686720 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.694437 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.717794 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-06cfa666-c3fe-45a9-b0bb-fe82f5e1c3b6 req-61effb2a-3d3e-4dbe-9051-ca162a632d92 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892558 Jul 29 15:27:35.730139 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:27:35.744655 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e6b3fb-0d9a-4296-b13c-6dff1c7cd2d4,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:35.770743 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.770743 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Added segment 82467253-7e2f-41f1-a2e3-42fb27bb3ece of type vlan for network fa10c395-b180-4401-8c57-7c2f0a8ff4a4 Jul 29 15:27:35.806714 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.847788 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.850313 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:35.850776 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:35.915633 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7237217 Jul 29 15:27:35.919181 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50802) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:35.926598 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Request body: {'subnet': {'network_id': 'fa10c395-b180-4401-8c57-7c2f0a8ff4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674363621-subnet', 'tenant_id': '139de7ab746d4f5cae035463bdb36e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:35.956569 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a736804-46eb-45fd-8927-376570ad4001 admin admin] Pushing event updated for resources: {'Network': ['ID=fa10c395-b180-4401-8c57-7c2f0a8ff4a4,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:35.968644 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network fa10c395-b180-4401-8c57-7c2f0a8ff4a4 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:27:35.977618 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Made reservation on behalf of 139de7ab746d4f5cae035463bdb36e19 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:35.981802 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.042923 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50808) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:36.081469 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1636-a22f-4e97-95c3-8ce9da74173e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.240176 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-67adce5c-f7be-4de9-8399-aeb62d1abc2f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:36.242108 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-67adce5c-f7be-4de9-8399-aeb62d1abc2f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 818 time: 0.2213237 Jul 29 15:27:36.268578 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Request body: {'port': {'device_id': '8c28e668-0672-480b-9a92-02d46f381e8e', 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434', 'admin_state_up': True, 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:36.337401 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.59', 63099) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:36.337789 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50816) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:36.447588 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1636-a22f-4e97-95c3-8ce9da74173e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.456306 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ae7e1636-a22f-4e97-95c3-8ce9da74173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.476639 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.553189 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Made reservation on behalf of bfcdeaa3d2bb4a9ab91ce3658c9e6b37 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:36.557868 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.558527 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315453db-9f36-498d-8cb5-a3400be35d55 req-4202b90f-94c5-4b96-89a0-69e970309b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:36.560383 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-315453db-9f36-498d-8cb5-a3400be35d55 req-4202b90f-94c5-4b96-89a0-69e970309b7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3e803dc75d14e4c9f774f54a05fa6cb&device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 1096 time: 0.2214661 Jul 29 15:27:36.563657 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ae7e1636-a22f-4e97-95c3-8ce9da74173e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06da540496734aed8d755573dcc31f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196793 Jul 29 15:27:36.565950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e1636-a22f-4e97-95c3-8ce9da74173e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949de4f5-75f3-4390-8d7a-8c3ac9a8c2d6,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:36.575231 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50830) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:36.695561 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=475e7d99-7797-41f9-b676-000a446096b4,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:36.724465 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Allocated IP 172.20.0.5 (c385e95e-5003-44fb-9b26-1f0375f4b434/dba78bb2-c0a0-46cf-830b-6ac38c036690/dea517fa-c2bd-49b9-8ef7-c2b368fee08d) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:27:36.765672 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cc436a6e-f2e1-4a87-85f3-35e62d2d9b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.808848 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Checking segment: {'id': '82467253-7e2f-41f1-a2e3-42fb27bb3ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa10c395-b180-4401-8c57-7c2f0a8ff4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:36.810023 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Network hostable DHCP agents. Network: fa10c395-b180-4401-8c57-7c2f0a8ff4a4, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:27:36.874169 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.59', 63102) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:36.881537 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a2a321d7-d9dc-4e43-8e97-72e78e0afc1a req-209bbce4-284e-4abe-92ee-961fd1d80757 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.1728599 Jul 29 15:27:36.945694 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cd180d3f-c3b3-4aff-b67b-8d4d197ce814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.962651 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315453db-9f36-498d-8cb5-a3400be35d55 req-421f8592-3367-4b7c-9ecd-b7280376af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:36.965008 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-315453db-9f36-498d-8cb5-a3400be35d55 req-421f8592-3367-4b7c-9ecd-b7280376af24 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c3e803dc75d14e4c9f774f54a05fa6cb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3936899 Jul 29 15:27:36.984550 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:27:36.989453 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cd180d3f-c3b3-4aff-b67b-8d4d197ce814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.996051 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc0ffb-2abe-43e2-aa63-842e936dce92 req-784e673a-5dcb-46ac-a690-6fedfa5d3e7d tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:36.997617 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-00dc0ffb-2abe-43e2-aa63-842e936dce92 req-784e673a-5dcb-46ac-a690-6fedfa5d3e7d tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.2091286 Jul 29 15:27:37.008965 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Network fa10c395-b180-4401-8c57-7c2f0a8ff4a4 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:27:37.110784 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, fa10c395-b180-4401-8c57-7c2f0a8ff4a4) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:37.121912 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e4fc81-cdfc-4051-8825-682850804a24 None None] Network fa10c395-b180-4401-8c57-7c2f0a8ff4a4 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:27:37.195864 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:37.196462 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.209653 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460586-390c-41c0-b07f-b5beef7646ae req-bf177bf7-41b7-4f44-af1e-b7508ba91696 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:37.211557 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-bf177bf7-41b7-4f44-af1e-b7508ba91696 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 818 time: 0.3363876 Jul 29 15:27:37.247038 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Request body: {'port': {'device_id': '96585e58-a7fa-416f-9438-f1f316744a1c', 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434', 'admin_state_up': True, 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:37.377759 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a07048-bbff-4c8b-bda3-aa5b27ca6223 None None] Network fa10c395-b180-4401-8c57-7c2f0a8ff4a4 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:27:37.429059 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.436694 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cd180d3f-c3b3-4aff-b67b-8d4d197ce814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.443265 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-00dc0ffb-2abe-43e2-aa63-842e936dce92 req-7b03b15e-a45b-41c7-8601-e53acd37ab3c tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988831 Jul 29 15:27:37.466001 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cd180d3f-c3b3-4aff-b67b-8d4d197ce814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.470126 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cd180d3f-c3b3-4aff-b67b-8d4d197ce814 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/949de4f5-75f3-4390-8d7a-8c3ac9a8c2d6 HTTP/1.1" status: 204 len: 168 time: 0.8938272 Jul 29 15:27:37.510128 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.535647 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cc436a6e-f2e1-4a87-85f3-35e62d2d9b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.538221 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315453db-9f36-498d-8cb5-a3400be35d55 req-f78a8b64-5f41-447d-aced-78f5de2e930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:37.540986 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-315453db-9f36-498d-8cb5-a3400be35d55 req-f78a8b64-5f41-447d-aced-78f5de2e930f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5256636 Jul 29 15:27:37.543725 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180d3f-c3b3-4aff-b67b-8d4d197ce814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949de4f5-75f3-4390-8d7a-8c3ac9a8c2d6,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:37.582277 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cc436a6e-f2e1-4a87-85f3-35e62d2d9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.615666 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Pushing event updated for resources: {'Port': ['ID=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:37.660675 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cc436a6e-f2e1-4a87-85f3-35e62d2d9b92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0b590c9fc5a4ad69408cb551277253b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3170884 Jul 29 15:27:37.663135 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 50920) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:37.672862 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-61bb2b1e-0b38-4fd7-9705-860d0a8fd0f1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7449095 Jul 29 15:27:37.684468 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Network c385e95e-5003-44fb-9b26-1f0375f4b434 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:27:37.728853 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc436a6e-f2e1-4a87-85f3-35e62d2d9b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8f92d-60d5-4235-8c36-36d84f49160d,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:37.749493 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-8204ead4-48bd-4c69-b794-f1031a9fe45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:37.752267 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-8204ead4-48bd-4c69-b794-f1031a9fe45d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3e803dc75d14e4c9f774f54a05fa6cb&device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 1096 time: 0.1205442 Jul 29 15:27:37.880857 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:37.892313 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:27:37.902731 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:37.903377 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.904837 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-7e2383c5-24bc-42a6-a66d-49c9e178c44b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1672660-49b3-43d7-802b-261d39831f60 HTTP/1.1" status: 200 len: 217 time: 0.1421635 Jul 29 15:27:37.918994 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Made reservation on behalf of bfcdeaa3d2bb4a9ab91ce3658c9e6b37 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:27:37.922346 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.941838 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-1e89d335-4268-4320-84ff-fa1d373458f6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6865015 Jul 29 15:27:37.953091 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-646dc20b-5368-4a41-bd90-72353dd9a280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:37.959386 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Request body: {'port': {'device_id': '8c28e668-0672-480b-9a92-02d46f381e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:37.993529 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-bf8ff0db-3928-4391-9bdc-78a36ecdf9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:37.996980 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-bf8ff0db-3928-4391-9bdc-78a36ecdf9f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d81850d8-690e-4514-9e41-6f022a35a274 HTTP/1.1" status: 200 len: 852 time: 0.0805917 Jul 29 15:27:38.027423 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-646dc20b-5368-4a41-bd90-72353dd9a280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.068916 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-097f0186-807b-4df7-adce-e8fabb327b23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=554a43b9-3489-4635-9d89-e48e752339e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591152 Jul 29 15:27:38.084192 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50948) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:38.094622 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-df3d1169-1241-431a-a60a-97712cb0a152 req-aa27fb05-e474-475f-9b0f-ce5d54955581 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.0557480 Jul 29 15:27:38.154553 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-646dc20b-5368-4a41-bd90-72353dd9a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.158001 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-646dc20b-5368-4a41-bd90-72353dd9a280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.162135 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-646dc20b-5368-4a41-bd90-72353dd9a280 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37e8f92d-60d5-4235-8c36-36d84f49160d HTTP/1.1" status: 204 len: 168 time: 0.4951084 Jul 29 15:27:38.180256 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dc20b-5368-4a41-bd90-72353dd9a280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8f92d-60d5-4235-8c36-36d84f49160d,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:38.203252 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.252715 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5e2b2d-559c-4b12-97ff-b98ce14e7756 admin admin] Deleting subnet 59233739-d49c-4321-8dfa-2afb88923541 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:27:38.266107 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2b2d-559c-4b12-97ff-b98ce14e7756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.313163 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2b2d-559c-4b12-97ff-b98ce14e7756 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.324435 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2b2d-559c-4b12-97ff-b98ce14e7756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.370486 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Allocated IP 172.20.0.4 (c385e95e-5003-44fb-9b26-1f0375f4b434/dba78bb2-c0a0-46cf-830b-6ac38c036690/43f9cbd8-cf43-4dfa-9eda-3416ce57385b) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:27:38.402988 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-ccb39f84-3500-4d29-82df-fa6e4c36f1da service neutron] 10.222.0.59 "GET /v2.0/networks/554a43b9-3489-4635-9d89-e48e752339e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194170 Jul 29 15:27:38.684342 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f5522-4343-4877-a4cc-8bbeb417be8d req-e4d47b06-d949-4d37-af1e-393b18cffb62 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:38.685904 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-053f5522-4343-4877-a4cc-8bbeb417be8d req-e4d47b06-d949-4d37-af1e-393b18cffb62 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.0940423 Jul 29 15:27:38.712434 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50984) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:38.739639 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2b2d-559c-4b12-97ff-b98ce14e7756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.744784 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c0be10c6-7937-4832-9c38-f0f9e394924b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.757715 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.790879 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e2b2d-559c-4b12-97ff-b98ce14e7756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59233739-d49c-4321-8dfa-2afb88923541,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:38.837089 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2b2d-559c-4b12-97ff-b98ce14e7756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.839920 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cf5e2b2d-559c-4b12-97ff-b98ce14e7756 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/59233739-d49c-4321-8dfa-2afb88923541 HTTP/1.1" status: 204 len: 168 time: 0.7482924 Jul 29 15:27:38.845430 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 50996) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:38.857571 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b3559f0-09b4-44ff-baab-f3c48a4a5ad9 req-0bef71ae-411f-4708-9ffd-b534ea13f157 service neutron] 10.222.0.59 "GET /v2.0/networks/554a43b9-3489-4635-9d89-e48e752339e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474564 Jul 29 15:27:38.865503 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-053f5522-4343-4877-a4cc-8bbeb417be8d req-bb8e2409-4a1c-47e9-b087-12d0ec299941 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693020 Jul 29 15:27:38.869596 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:38.965909 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.014620 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Network c385e95e-5003-44fb-9b26-1f0375f4b434 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:27:39.022983 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:27:39.025307 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:27:39.032130 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:39.032754 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.035138 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Pushing event updated for resources: {'Port': ['ID=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:39.082884 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.103102 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c0be10c6-7937-4832-9c38-f0f9e394924b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.105674 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.106016 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.106771 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.107114 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > port after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.107450 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.107782 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > port after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.108116 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.108452 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.108843 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.109153 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.133329 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-f7583b1b-a5f7-44e6-b835-d42ec5e41bdc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9005392 Jul 29 15:27:39.144990 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Request body: {'port': {'device_id': '96585e58-a7fa-416f-9438-f1f316744a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:27:39.243152 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.249212 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea517fa-c2bd-49b9-8ef7-c2b368fee08d {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:27:39.263416 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.298138 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Transition to ACTIVE for port object dea517fa-c2bd-49b9-8ef7-c2b368fee08d will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:27:39.308427 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.409986 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 51016) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:39.425905 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.427027 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.427505 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.428155 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:27:39.428784 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d097ef-06cf-47af-8848-5c05e5343dc5']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:39.445920 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:39.469085 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c0be10c6-7937-4832-9c38-f0f9e394924b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.523117 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Attempting to bind port dea517fa-c2bd-49b9-8ef7-c2b368fee08d on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:27:39.523461 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Attempting to bind port dea517fa-c2bd-49b9-8ef7-c2b368fee08d by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:27:39.523789 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Attempting to bind port dea517fa-c2bd-49b9-8ef7-c2b368fee08d on network c385e95e-5003-44fb-9b26-1f0375f4b434 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:27:39.534079 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Port dea517fa-c2bd-49b9-8ef7-c2b368fee08d on network c385e95e-5003-44fb-9b26-1f0375f4b434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:27:39.534401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Attempting to bind port dea517fa-c2bd-49b9-8ef7-c2b368fee08d on network c385e95e-5003-44fb-9b26-1f0375f4b434 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:27:39.542588 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:27:39.543250 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Checking segment: {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:39.543806 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Bound using segment: {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:27:39.544394 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Bound port: dea517fa-c2bd-49b9-8ef7-c2b368fee08d, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:27:39.544924 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.571728 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7726da4-4f7f-44b9-b21e-e2c09d3cbcc2') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:39.572020 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7726da4-4f7f-44b9-b21e-e2c09d3cbcc2') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:39.681505 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.706229 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-c0be10c6-7937-4832-9c38-f0f9e394924b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7f01022619f4aa3be2985e507dceccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9907489 Jul 29 15:27:39.710472 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51026) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:39.713198 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be10c6-7937-4832-9c38-f0f9e394924b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be95b3b-f81b-4d1a-888d-59e25c21685d,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:39.725080 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.726802 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] For port dea517fa-c2bd-49b9-8ef7-c2b368fee08d, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:27:39.751967 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47ec2-6872-418c-b891-517d9455e727 req-fc4c6fc4-303c-4dbe-96db-53e8234183b9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:39.753315 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa53e-cf72-4627-a675-4947891e8e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.753536 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3fd47ec2-6872-418c-b891-517d9455e727 req-fc4c6fc4-303c-4dbe-96db-53e8234183b9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 931 time: 0.3123438 Jul 29 15:27:39.754966 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:27:39.755394 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: from cryptography.utils import int_from_bytes Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: from cryptography.utils import int_from_bytes Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:27:39.761067 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:27:39.778056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] For port dea517fa-c2bd-49b9-8ef7-c2b368fee08d, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:27:39.794906 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f9cbd8-cf43-4dfa-9eda-3416ce57385b {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:27:39.816952 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.821704 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.899860 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-017f82c2-75b5-4a43-98a9-760670bb6ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.925589 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-017f82c2-75b5-4a43-98a9-760670bb6ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.970469 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:39.999132 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=77d097ef-06cf-47af-8848-5c05e5343dc5,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:40.005974 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:40.006379 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.007784 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 200 len: 1093 time: 2.0558887 Jul 29 15:27:40.012448 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c28e668-0672-480b-9a92-02d46f381e8e', 'tag': 'dea517fa-c2bd-49b9-8ef7-c2b368fee08d'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:27:40.015279 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c28e668-0672-480b-9a92-02d46f381e8e", "tag": "dea517fa-c2bd-49b9-8ef7-c2b368fee08d"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:27:40.022132 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3fd47ec2-6872-418c-b891-517d9455e727 req-38d97aca-f734-466c-b5ba-0857496a5611 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494087 Jul 29 15:27:40.029649 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.046800 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Transition to ACTIVE for port object 43f9cbd8-cf43-4dfa-9eda-3416ce57385b will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:27:40.047153 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b8220352-0d00-44a8-a622-e05cff587b7f admin admin] 10.222.0.10 "DELETE /v2.0/networks/77d097ef-06cf-47af-8848-5c05e5343dc5 HTTP/1.1" status: 204 len: 168 time: 1.1975503 Jul 29 15:27:40.051051 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51048) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:40.056175 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-017f82c2-75b5-4a43-98a9-760670bb6ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.060100 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-017f82c2-75b5-4a43-98a9-760670bb6ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.061439 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-017f82c2-75b5-4a43-98a9-760670bb6ceb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1be95b3b-f81b-4d1a-888d-59e25c21685d HTTP/1.1" status: 204 len: 168 time: 0.3492668 Jul 29 15:27:40.106743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.107137 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f82c2-75b5-4a43-98a9-760670bb6ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be95b3b-f81b-4d1a-888d-59e25c21685d,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:40.110231 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f26b445-2e43-44ba-9da6-3b31fc54ef6d x-openstack-request-id: req-5f26b445-2e43-44ba-9da6-3b31fc54ef6d {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:27:40.110513 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c28e668-0672-480b-9a92-02d46f381e8e", "tag": "dea517fa-c2bd-49b9-8ef7-c2b368fee08d", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:27:40.110765 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f26b445-2e43-44ba-9da6-3b31fc54ef6d {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:27:40.111140 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c28e668-0672-480b-9a92-02d46f381e8e', 'tag': 'dea517fa-c2bd-49b9-8ef7-c2b368fee08d', 'status': 'completed', 'code': 200} Jul 29 15:27:40.124427 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-012679f5-f331-41ef-adcf-74131101d2e7 admin admin] Deleting subnet 475e7d99-7797-41f9-b676-000a446096b4 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:27:40.128617 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-012679f5-f331-41ef-adcf-74131101d2e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.130906 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c9ef3-8be8-4132-bd77-55d056a931c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:40.202185 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-012679f5-f331-41ef-adcf-74131101d2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32668416'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.261238 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-012679f5-f331-41ef-adcf-74131101d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.262933 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ff32-ff35-4eea-a23c-157122e793fd req-ff3bb1ef-fa93-48d7-90bd-f1aa0d391767 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:40.264524 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f0a5ff32-ff35-4eea-a23c-157122e793fd req-ff3bb1ef-fa93-48d7-90bd-f1aa0d391767 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.2909741 Jul 29 15:27:40.297902 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Pushing event updated for resources: {'Port': ['ID=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:40.334790 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-6bea19ca-4ac5-4556-b02b-95cde52cb235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:40.336305 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-6bea19ca-4ac5-4556-b02b-95cde52cb235 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1096 time: 0.2496722 Jul 29 15:27:40.347313 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Attempting to bind port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:27:40.347653 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Attempting to bind port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:27:40.347974 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Attempting to bind port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b on network c385e95e-5003-44fb-9b26-1f0375f4b434 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:27:40.357923 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-012679f5-f331-41ef-adcf-74131101d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33462987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33260767'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.413521 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012679f5-f331-41ef-adcf-74131101d2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=475e7d99-7797-41f9-b676-000a446096b4,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:40.416174 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-012679f5-f331-41ef-adcf-74131101d2e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.420863 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-012679f5-f331-41ef-adcf-74131101d2e7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/475e7d99-7797-41f9-b676-000a446096b4 HTTP/1.1" status: 204 len: 168 time: 0.3662732 Jul 29 15:27:40.425565 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51062) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:40.443101 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b on network c385e95e-5003-44fb-9b26-1f0375f4b434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:27:40.443946 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Attempting to bind port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b on network c385e95e-5003-44fb-9b26-1f0375f4b434 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:27:40.446867 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa53e-cf72-4627-a675-4947891e8e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.454367 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-a10b0ca5-b3a5-4152-842b-50961a943611 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 200 len: 217 time: 0.1022894 Jul 29 15:27:40.457916 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f0a5ff32-ff35-4eea-a23c-157122e793fd req-6daf5bd2-2d94-467b-b19e-dd225ec44528 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672268 Jul 29 15:27:40.458869 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:27:40.459220 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Checking segment: {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:27:40.460008 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Bound using segment: {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:27:40.460008 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Bound port: 43f9cbd8-cf43-4dfa-9eda-3416ce57385b, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e89cdf-621b-4ea1-b74b-49a58a007c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:27:40.460359 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.462378 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa53e-cf72-4627-a675-4947891e8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.544291 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.695045 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.706417 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa10c395-b180-4401-8c57-7c2f0a8ff4a4']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:40.717256 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82467253-7e2f-41f1-a2e3-42fb27bb3ece') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:40.717546 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82467253-7e2f-41f1-a2e3-42fb27bb3ece') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:27:40.727936 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.752863 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:27:40.765669 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:27:40.787181 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-eb9fa53e-cf72-4627-a675-4947891e8e2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dff1d0b5d2304557b77b2d9d4182c708&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3733864 Jul 29 15:27:40.796319 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 51076) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:40.816443 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fa53e-cf72-4627-a675-4947891e8e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dc8bab-94a7-4948-bd12-38fc752a9fa7,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:40.836029 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.841717 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-43bebe9e-937a-4d3a-8510-ee300f1f47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:40.843160 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-43bebe9e-937a-4d3a-8510-ee300f1f47e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.3767283 Jul 29 15:27:40.854792 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:40.857337 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fa10c395-b180-4401-8c57-7c2f0a8ff4a4 HTTP/1.1" status: 204 len: 168 time: 0.4287972 Jul 29 15:27:40.858611 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3fcd-756e-44c6-a274-593841145932 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa10c395-b180-4401-8c57-7c2f0a8ff4a4,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:40.867912 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] For port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:27:40.930639 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-f025bfde-c3aa-4606-8dfe-e2451cff896e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783465 Jul 29 15:27:40.932303 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] For port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:27:40.942929 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.017151 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51090) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:41.022019 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:41.023079 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.023997 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] 10.222.0.59 "PUT /v2.0/ports/43f9cbd8-cf43-4dfa-9eda-3416ce57385b HTTP/1.1" status: 200 len: 1093 time: 1.8850181 Jul 29 15:27:41.059215 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2faf-adcb-45ab-8272-105a3a5672f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.109264 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d75f0-e226-4099-a56b-e91240690249 service neutron] Pushing event updated for resources: {'Port': ['ID=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:41.125348 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-1e8edd48-1b5c-43e9-866e-19bc313f3f7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf17d1f5dfe2482a8230869d4b45f7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068401 Jul 29 15:27:41.129436 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51100) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:41.149470 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2faf-adcb-45ab-8272-105a3a5672f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.181186 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-18a20944-19cf-4c3b-8691-b075a13fd03c service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395229 Jul 29 15:27:41.195186 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460586-390c-41c0-b07f-b5beef7646ae req-255fb427-98ca-4179-b68d-cec6ca68c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:41.197054 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-255fb427-98ca-4179-b68d-cec6ca68c9f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 1096 time: 0.1084442 Jul 29 15:27:41.258861 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e77030-0312-4f20-814e-a0811f48f6ed req-750f83d5-82a5-4340-99c0-3791868ca131 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:41.260513 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f4e77030-0312-4f20-814e-a0811f48f6ed req-750f83d5-82a5-4340-99c0-3791868ca131 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 943 time: 0.1331961 Jul 29 15:27:41.262304 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9522bf8e-8685-4ddf-9525-43dce147cd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.291382 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-0da77564-c4b7-4ef4-a342-4f6d3821256d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b HTTP/1.1" status: 200 len: 217 time: 0.0787613 Jul 29 15:27:41.302486 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9522bf8e-8685-4ddf-9525-43dce147cd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.376476 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2faf-adcb-45ab-8272-105a3a5672f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.379694 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3a4d2faf-adcb-45ab-8272-105a3a5672f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.381885 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-3a4d2faf-adcb-45ab-8272-105a3a5672f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69dc8bab-94a7-4948-bd12-38fc752a9fa7 HTTP/1.1" status: 204 len: 168 time: 0.5845513 Jul 29 15:27:41.388354 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9522bf8e-8685-4ddf-9525-43dce147cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.390446 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9522bf8e-8685-4ddf-9525-43dce147cd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.393979 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-9522bf8e-8685-4ddf-9525-43dce147cd78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82c7c265-0658-4271-9753-23f8424b3d52 HTTP/1.1" status: 204 len: 168 time: 0.2596521 Jul 29 15:27:41.394186 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460586-390c-41c0-b07f-b5beef7646ae req-88f57c98-8bab-4874-b422-45460985e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:41.394799 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-88f57c98-8bab-4874-b422-45460985e014 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.0937684 Jul 29 15:27:41.398190 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-685c4aed-6815-4fbb-ba73-bc71b0371423 req-ba11fb20-2ce1-40db-9a91-f89571ed93f8 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000852 Jul 29 15:27:41.403402 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d2faf-adcb-45ab-8272-105a3a5672f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dc8bab-94a7-4948-bd12-38fc752a9fa7,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:41.406621 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.412917 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522bf8e-8685-4ddf-9525-43dce147cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c7c265-0658-4271-9753-23f8424b3d52,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:41.445066 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f4e77030-0312-4f20-814e-a0811f48f6ed req-0f9f1e82-2695-421e-9cad-7eb5744a36f9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717154 Jul 29 15:27:41.458305 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-2870cebb-269a-427e-852e-0e1bf9911813 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359135 Jul 29 15:27:41.577563 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-7231eaa7-02ed-43b5-8872-dc0bdeda5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:41.580393 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-7231eaa7-02ed-43b5-8872-dc0bdeda5bdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1096 time: 0.1210616 Jul 29 15:27:41.782987 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-ea35bb23-8aa6-4b48-9619-9757be098a1c service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066604 Jul 29 15:27:41.837743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111060a5-8080-4274-8766-5dedd16aa48d req-c3aa465e-a382-4650-b848-51614fff5040 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:41.839897 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-111060a5-8080-4274-8766-5dedd16aa48d req-c3aa465e-a382-4650-b848-51614fff5040 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 943 time: 0.2336202 Jul 29 15:27:41.882701 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device d1672660-49b3-43d7-802b-261d39831f60 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:27:41.907814 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-04b53477-2c99-4a31-8424-3836f0920754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:41.909605 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-04b53477-2c99-4a31-8424-3836f0920754 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.3181281 Jul 29 15:27:41.990701 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-e48ae6ba-6109-4512-ad23-840ca69b4029 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 200 len: 217 time: 0.0717990 Jul 29 15:27:42.023871 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-111060a5-8080-4274-8766-5dedd16aa48d req-9a45b440-f313-45f6-b03c-192947bf1311 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670842 Jul 29 15:27:42.060558 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port d1672660-49b3-43d7-802b-261d39831f60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d1672660-49b3-43d7-802b-261d39831f60,segment=NetworkSegment(6b544dc7-04f9-4b7a-863d-51496930a7a4),segment_id=6b544dc7-04f9-4b7a-863d-51496930a7a4)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:42.073250 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-8ccefa6b-6445-4855-8ab6-78a983d5f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:42.075321 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'd1672660-49b3-43d7-802b-261d39831f60', 'network_id': '554a43b9-3489-4635-9d89-e48e752339e0', 'port_id': 'd1672660-49b3-43d7-802b-261d39831f60', 'mac_address': 'fa:16:3e:65:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81850d8-690e-4514-9e41-6f022a35a274', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:27:42.079211 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51148) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:42.079808 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-8ccefa6b-6445-4855-8ab6-78a983d5f8fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.0729759 Jul 29 15:27:42.097812 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e913a3d3-abc3-4862-9de8-c9bab8a5d484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.125139 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96585e58-a7fa-416f-9438-f1f316744a1c', 'tag': '43f9cbd8-cf43-4dfa-9eda-3416ce57385b'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:27:42.129139 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e92e38-6cd6-4f0d-a992-973ec800b383" -d '{"events": [{"name": "network-changed", "server_uuid": "96585e58-a7fa-416f-9438-f1f316744a1c", "tag": "43f9cbd8-cf43-4dfa-9eda-3416ce57385b"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:27:42.133699 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49460586-390c-41c0-b07f-b5beef7646ae req-290a1c81-5499-4433-8845-f08c2406add2 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378625 Jul 29 15:27:42.136958 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.137393 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-71d9e412-c9c6-4981-927a-e180503fc2ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488687 Jul 29 15:27:42.156479 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1672660-49b3-43d7-802b-261d39831f60 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:27:42.203435 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port d1672660-49b3-43d7-802b-261d39831f60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d1672660-49b3-43d7-802b-261d39831f60,segment=NetworkSegment(6b544dc7-04f9-4b7a-863d-51496930a7a4),segment_id=6b544dc7-04f9-4b7a-863d-51496930a7a4)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:42.215478 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.280673 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cb929c-414b-48d6-b6fa-f546bd8757fe x-openstack-request-id: req-43cb929c-414b-48d6-b6fa-f546bd8757fe {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:27:42.281503 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96585e58-a7fa-416f-9438-f1f316744a1c", "tag": "43f9cbd8-cf43-4dfa-9eda-3416ce57385b", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:27:42.282050 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43cb929c-414b-48d6-b6fa-f546bd8757fe {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:27:42.283006 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96585e58-a7fa-416f-9438-f1f316744a1c', 'tag': '43f9cbd8-cf43-4dfa-9eda-3416ce57385b', 'status': 'completed', 'code': 200} Jul 29 15:27:42.304233 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51156) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:42.319405 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=d1672660-49b3-43d7-802b-261d39831f60,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:42.356871 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e913a3d3-abc3-4862-9de8-c9bab8a5d484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.364806 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e913a3d3-abc3-4862-9de8-c9bab8a5d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.390588 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-92ca2e83-7d6a-4dba-9317-616b8d4cad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:42.390588 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-92ca2e83-7d6a-4dba-9317-616b8d4cad71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 1096 time: 0.0849185 Jul 29 15:27:42.427378 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-6f487ef5-6a68-463b-acdd-27dd70860d8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=139de7ab746d4f5cae035463bdb36e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1132860 Jul 29 15:27:42.428187 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51162) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:42.429077 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913a3d3-abc3-4862-9de8-c9bab8a5d484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c089651a-c51b-4171-ae74-2b5b7ba4ba4b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:42.440926 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e913a3d3-abc3-4862-9de8-c9bab8a5d484 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=107d2d557ec54ae5b3ccb8c8225518b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606215 Jul 29 15:27:42.446844 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51164) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:42.472279 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-b23a05c8-561b-4713-b813-6e9714be2600 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080633 Jul 29 15:27:42.483762 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['d1672660-49b3-43d7-802b-261d39831f60'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:27:42.570885 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a370cf60-20ea-46b0-b6b0-663eb969ae6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.605893 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a370cf60-20ea-46b0-b6b0-663eb969ae6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.608137 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-688594b3-5fc8-47cd-818c-65f40bf822b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.653227 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-688594b3-5fc8-47cd-818c-65f40bf822b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.665207 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-59e62ad4-de16-45ed-b03c-2f9adabafde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:42.666685 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-59e62ad4-de16-45ed-b03c-2f9adabafde9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.2711647 Jul 29 15:27:42.680478 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6ba1-8e1b-4404-81ab-1091669b51e5 req-5469008c-3032-448e-b0b9-ecf99142e681 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:42.681993 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-391d6ba1-8e1b-4404-81ab-1091669b51e5 req-5469008c-3032-448e-b0b9-ecf99142e681 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 943 time: 0.1218069 Jul 29 15:27:42.727213 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1580cc7c-d383-46e1-bc34-cf1c0a36b7e1 req-115f92f7-fd62-4ac2-9e79-f182655d563b service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473147 Jul 29 15:27:42.728969 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-62a4578f-7d3d-42d8-aaa5-a409a5c1244c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b HTTP/1.1" status: 200 len: 217 time: 0.0411224 Jul 29 15:27:42.754589 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a370cf60-20ea-46b0-b6b0-663eb969ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.758377 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a370cf60-20ea-46b0-b6b0-663eb969ae6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.762749 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a370cf60-20ea-46b0-b6b0-663eb969ae6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94e6b3fb-0d9a-4296-b13c-6dff1c7cd2d4 HTTP/1.1" status: 204 len: 168 time: 0.3214738 Jul 29 15:27:42.785276 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370cf60-20ea-46b0-b6b0-663eb969ae6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e6b3fb-0d9a-4296-b13c-6dff1c7cd2d4,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:42.799770 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-688594b3-5fc8-47cd-818c-65f40bf822b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.802513 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-688594b3-5fc8-47cd-818c-65f40bf822b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:42.804255 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-688594b3-5fc8-47cd-818c-65f40bf822b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c089651a-c51b-4171-ae74-2b5b7ba4ba4b HTTP/1.1" status: 204 len: 168 time: 0.3565326 Jul 29 15:27:42.826453 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688594b3-5fc8-47cd-818c-65f40bf822b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c089651a-c51b-4171-ae74-2b5b7ba4ba4b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:43.011585 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-391d6ba1-8e1b-4404-81ab-1091669b51e5 req-57d1a4e0-db3e-418a-ae24-1d6599e0c666 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869949 Jul 29 15:27:43.015125 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-767c53bc-cfdc-44b8-aa9a-7ae63ae3de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:43.016486 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-767c53bc-cfdc-44b8-aa9a-7ae63ae3de99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.2565534 Jul 29 15:27:43.052443 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-924cb2e7-4b63-474c-8ca1-aea0aaefc907 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280473 Jul 29 15:27:43.171643 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-11da87c6-b714-4040-9dc3-bcffaf6541b1 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107578 Jul 29 15:27:43.174767 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95205ab8-0659-49a6-8c7a-43d529e2d2bf req-6db03ee8-cbda-43e8-9825-82abe04e0cfb tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:43.183559 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-95205ab8-0659-49a6-8c7a-43d529e2d2bf req-6db03ee8-cbda-43e8-9825-82abe04e0cfb tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 944 time: 0.0683341 Jul 29 15:27:43.226105 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-95205ab8-0659-49a6-8c7a-43d529e2d2bf req-167fdce3-a0c9-491e-bd0f-0a0491c47564 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Jul 29 15:27:43.285248 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-49e92e38-6cd6-4f0d-a992-973ec800b383 req-2778e71f-dd5d-4297-bc6d-7a5926cd8492 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013830 Jul 29 15:27:43.847172 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device dea517fa-c2bd-49b9-8ef7-c2b368fee08d details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:27:43.885426 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device d1672660-49b3-43d7-802b-261d39831f60 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:27:43.893983 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51240) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:44.100896 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port d1672660-49b3-43d7-802b-261d39831f60 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:27:44.106506 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port d1672660-49b3-43d7-802b-261d39831f60 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:27:44.106884 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.149204 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port dea517fa-c2bd-49b9-8ef7-c2b368fee08d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:44.175032 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'dea517fa-c2bd-49b9-8ef7-c2b368fee08d', 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434', 'port_id': 'dea517fa-c2bd-49b9-8ef7-c2b368fee08d', 'mac_address': 'fa:16:3e:63:86:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba78bb2-c0a0-46cf-830b-6ac38c036690', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:27:44.244785 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f2d3-4758-4c19-bfa6-01450a1a8459 req-f79429b4-bffb-4465-adad-958708358929 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:44.247347 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ff83f2d3-4758-4c19-bfa6-01450a1a8459 req-f79429b4-bffb-4465-adad-958708358929 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 943 time: 0.1103621 Jul 29 15:27:44.274994 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.294299 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.301833 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea517fa-c2bd-49b9-8ef7-c2b368fee08d {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:27:44.328302 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ff83f2d3-4758-4c19-bfa6-01450a1a8459 req-4a264934-246d-4f3d-93f1-c57ae06e8f3b tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721393 Jul 29 15:27:44.363728 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1672660-49b3-43d7-802b-261d39831f60'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:27:44.413378 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e3af1d83-ce6d-4699-b5d1-923462451e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.428178 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port dea517fa-c2bd-49b9-8ef7-c2b368fee08d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:44.441129 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.446179 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134b9df-82d7-4c46-8a42-1af37fa79e54 req-953e8acb-1473-4d81-a2b5-760ec71b5690 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:44.449478 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port d1672660-49b3-43d7-802b-261d39831f60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d1672660-49b3-43d7-802b-261d39831f60,segment=NetworkSegment(6b544dc7-04f9-4b7a-863d-51496930a7a4),segment_id=6b544dc7-04f9-4b7a-863d-51496930a7a4)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:44.454917 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e134b9df-82d7-4c46-8a42-1af37fa79e54 req-953e8acb-1473-4d81-a2b5-760ec71b5690 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 944 time: 0.1502230 Jul 29 15:27:44.482707 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.515400 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:44.520076 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e134b9df-82d7-4c46-8a42-1af37fa79e54 req-f7992ffd-4e7d-481a-ab33-58ecece6ca18 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638425 Jul 29 15:27:44.604279 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=d1672660-49b3-43d7-802b-261d39831f60,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:44.605436 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e3af1d83-ce6d-4699-b5d1-923462451e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.612276 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e3af1d83-ce6d-4699-b5d1-923462451e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.654957 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af1d83-ce6d-4699-b5d1-923462451e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41d678c-689e-4e1a-8768-c6d96e08a1c6,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:44.673947 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['dea517fa-c2bd-49b9-8ef7-c2b368fee08d'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:27:44.674320 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e3af1d83-ce6d-4699-b5d1-923462451e1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c37c75b46554342a7304560438d6d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7791445 Jul 29 15:27:44.678396 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 51284) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:44.768114 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-92319daf-ee08-478f-9d3f-1dffec238b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.799680 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-92319daf-ee08-478f-9d3f-1dffec238b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.823472 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d631f0-47a0-4874-aa89-57c2627b4bcb" -d '{"events": [{"server_uuid": "1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56", "name": "network-vif-plugged", "status": "completed", "tag": "d1672660-49b3-43d7-802b-261d39831f60"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:27:44.857633 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-92319daf-ee08-478f-9d3f-1dffec238b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.861442 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-92319daf-ee08-478f-9d3f-1dffec238b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:44.866251 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-92319daf-ee08-478f-9d3f-1dffec238b31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c41d678c-689e-4e1a-8768-c6d96e08a1c6 HTTP/1.1" status: 204 len: 168 time: 0.1857448 Jul 29 15:27:44.885215 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92319daf-ee08-478f-9d3f-1dffec238b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41d678c-689e-4e1a-8768-c6d96e08a1c6,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:45.051083 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8776215-0320-4a43-b48b-8f4bc804d9ec x-openstack-request-id: req-d8776215-0320-4a43-b48b-8f4bc804d9ec {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:27:45.051527 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56", "name": "network-vif-plugged", "status": "completed", "tag": "d1672660-49b3-43d7-802b-261d39831f60", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:27:45.051615 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8776215-0320-4a43-b48b-8f4bc804d9ec {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:27:45.052373 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1672660-49b3-43d7-802b-261d39831f60', 'code': 200} Jul 29 15:27:45.302612 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d1c52-6f5d-45e2-afa1-3a96f1ddc5fd req-1c11b19c-a3f4-41a2-b55e-ae294139105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:45.302612 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1c3d1c52-6f5d-45e2-afa1-3a96f1ddc5fd req-1c11b19c-a3f4-41a2-b55e-ae294139105c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 1098 time: 0.0833204 Jul 29 15:27:45.321720 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1c3d1c52-6f5d-45e2-afa1-3a96f1ddc5fd req-6b89c01f-accd-4f0f-8cea-84bfad332fd4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:45.452862 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1c3d1c52-6f5d-45e2-afa1-3a96f1ddc5fd req-6b89c01f-accd-4f0f-8cea-84bfad332fd4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:45.456263 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1c3d1c52-6f5d-45e2-afa1-3a96f1ddc5fd req-6b89c01f-accd-4f0f-8cea-84bfad332fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:45.497930 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89c01f-accd-4f0f-8cea-84bfad332fd4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f6600479-f25d-43d0-8910-f15fe3489f1d,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:45.508036 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1c3d1c52-6f5d-45e2-afa1-3a96f1ddc5fd req-6b89c01f-accd-4f0f-8cea-84bfad332fd4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982670 Jul 29 15:27:45.515529 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350b593-24df-409a-b068-09a831c96ed2 req-80a7318d-3422-438d-a66f-d689394bbdc2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:45.515529 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f350b593-24df-409a-b068-09a831c96ed2 req-80a7318d-3422-438d-a66f-d689394bbdc2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 943 time: 0.0985320 Jul 29 15:27:45.515529 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51338) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:45.533188 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7b0e-119f-4c67-9f1e-ab3415918f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:45.590442 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f350b593-24df-409a-b068-09a831c96ed2 req-2d134573-e1ff-49f3-9acd-39cddbb226c7 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708601 Jul 29 15:27:45.751587 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7b0e-119f-4c67-9f1e-ab3415918f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:45.760728 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1a1a7b0e-119f-4c67-9f1e-ab3415918f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:45.769344 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1dcc7-ac66-42d9-97a4-0ccc1e0ef652 req-07d84839-e837-436e-b1f3-7da310387f6f tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:45.782477 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6fb1dcc7-ac66-42d9-97a4-0ccc1e0ef652 req-07d84839-e837-436e-b1f3-7da310387f6f tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 945 time: 0.1193435 Jul 29 15:27:45.856219 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-1a1a7b0e-119f-4c67-9f1e-ab3415918f43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46fce6d9c7074f37b96b269697693b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419375 Jul 29 15:27:45.860433 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51352) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:45.863309 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 43f9cbd8-cf43-4dfa-9eda-3416ce57385b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:27:45.885164 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6fb1dcc7-ac66-42d9-97a4-0ccc1e0ef652 req-a4efb814-aa00-48fc-9577-13fdbfb08390 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942652 Jul 29 15:27:45.932652 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a7b0e-119f-4c67-9f1e-ab3415918f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acbef88-bc35-41cb-ab4c-390d60fa516e,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:46.003776 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfc7dcf2-c04e-4b41-9aa9-f224a588f4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.009735 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device dea517fa-c2bd-49b9-8ef7-c2b368fee08d up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:27:46.082215 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfc7dcf2-c04e-4b41-9aa9-f224a588f4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.188352 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfc7dcf2-c04e-4b41-9aa9-f224a588f4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.192275 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfc7dcf2-c04e-4b41-9aa9-f224a588f4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.197356 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cfc7dcf2-c04e-4b41-9aa9-f224a588f4de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3acbef88-bc35-41cb-ab4c-390d60fa516e HTTP/1.1" status: 204 len: 168 time: 0.3333859 Jul 29 15:27:46.209867 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7dcf2-c04e-4b41-9aa9-f224a588f4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acbef88-bc35-41cb-ab4c-390d60fa516e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:46.211323 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:46.216961 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port dea517fa-c2bd-49b9-8ef7-c2b368fee08d completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:27:46.233287 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port dea517fa-c2bd-49b9-8ef7-c2b368fee08d triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:27:46.233658 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.270037 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '43f9cbd8-cf43-4dfa-9eda-3416ce57385b', 'network_id': 'c385e95e-5003-44fb-9b26-1f0375f4b434', 'port_id': '43f9cbd8-cf43-4dfa-9eda-3416ce57385b', 'mac_address': 'fa:16:3e:d5:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba78bb2-c0a0-46cf-830b-6ac38c036690', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:27:46.330138 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.360688 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f9cbd8-cf43-4dfa-9eda-3416ce57385b {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:27:46.394874 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:46.396030 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.405337 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.466088 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port dea517fa-c2bd-49b9-8ef7-c2b368fee08d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:46.483279 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:46.495765 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:46.569264 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:46.644563 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['43f9cbd8-cf43-4dfa-9eda-3416ce57385b'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:27:46.758986 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502855db-3632-4941-adbe-e69307320597 req-aa76275e-d83f-48a8-8e0f-31b0dfe86d23 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:46.770124 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-502855db-3632-4941-adbe-e69307320597 req-aa76275e-d83f-48a8-8e0f-31b0dfe86d23 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 944 time: 0.0773873 Jul 29 15:27:46.826150 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-502855db-3632-4941-adbe-e69307320597 req-e689b63e-08c3-4b15-9520-4299e487cc9f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595279 Jul 29 15:27:46.998650 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3daec0-475a-4552-a726-c4a936564912 req-bf566109-6e5d-44e8-b461-6f4763352e59 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:47.007909 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd3daec0-475a-4552-a726-c4a936564912 req-bf566109-6e5d-44e8-b461-6f4763352e59 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 945 time: 0.0654912 Jul 29 15:27:47.053759 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28e668-0672-480b-9a92-02d46f381e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea517fa-c2bd-49b9-8ef7-c2b368fee08d'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:27:47.057071 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3fa5a2-42a1-45cb-97cb-826eed344626" -d '{"events": [{"server_uuid": "8c28e668-0672-480b-9a92-02d46f381e8e", "name": "network-vif-plugged", "status": "completed", "tag": "dea517fa-c2bd-49b9-8ef7-c2b368fee08d"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:27:47.062226 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd3daec0-475a-4552-a726-c4a936564912 req-e97eaf3b-5141-4b3f-8fdd-3d4707b49a8d tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526829 Jul 29 15:27:47.122085 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848e3c76-4aaf-4f66-a81d-1406813886b0 x-openstack-request-id: req-848e3c76-4aaf-4f66-a81d-1406813886b0 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:27:47.122286 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c28e668-0672-480b-9a92-02d46f381e8e", "name": "network-vif-plugged", "status": "completed", "tag": "dea517fa-c2bd-49b9-8ef7-c2b368fee08d", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:27:47.122558 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-848e3c76-4aaf-4f66-a81d-1406813886b0 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:27:47.122895 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28e668-0672-480b-9a92-02d46f381e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea517fa-c2bd-49b9-8ef7-c2b368fee08d', 'code': 200} Jul 29 15:27:47.393199 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8395-945d-4394-a83a-7fe715fdaf4d req-6fd2882e-9694-4f00-81b6-22530efdcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:47.394686 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-246a8395-945d-4394-a83a-7fe715fdaf4d req-6fd2882e-9694-4f00-81b6-22530efdcad7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1098 time: 0.0730889 Jul 29 15:27:47.465133 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-246a8395-945d-4394-a83a-7fe715fdaf4d req-2c075d90-e7ba-4435-9846-f9e1ddf189c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622168 Jul 29 15:27:47.898349 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 43f9cbd8-cf43-4dfa-9eda-3416ce57385b up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:27:47.962244 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:27:47.969844 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:27:47.970219 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.005387 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5e115-944e-49b4-b6a4-28a67ef4d0bb req-7b22f60e-9430-4a74-b55d-ac7e90b5964b tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:48.007014 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c2f5e115-944e-49b4-b6a4-28a67ef4d0bb req-7b22f60e-9430-4a74-b55d-ac7e90b5964b tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 944 time: 0.1123447 Jul 29 15:27:48.058436 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c2f5e115-944e-49b4-b6a4-28a67ef4d0bb req-f4753b73-e3fa-4bea-aab7-01edcdcb9ddf tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420241 Jul 29 15:27:48.123112 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.173782 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:27:48.182858 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.246486 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150576-ce41-4cae-8427-023aace1ec52 req-25cb5091-8881-4047-a32e-5c34cb38341b tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:48.255474 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-20150576-ce41-4cae-8427-023aace1ec52 req-25cb5091-8881-4047-a32e-5c34cb38341b tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 945 time: 0.0692608 Jul 29 15:27:48.262260 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:48.308193 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 51534) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:48.336102 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-20150576-ce41-4cae-8427-023aace1ec52 req-95015908-2877-49a7-bddb-3ce258b42340 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717638 Jul 29 15:27:48.457066 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e26a07e3-b3e5-427c-95b1-e327f45d9f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.576181 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e26a07e3-b3e5-427c-95b1-e327f45d9f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.581445 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e26a07e3-b3e5-427c-95b1-e327f45d9f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.629208 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-e26a07e3-b3e5-427c-95b1-e327f45d9f9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b481d7332ec147028d8a468e91e13dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194196 Jul 29 15:27:48.631857 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51554) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:48.640149 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a07e3-b3e5-427c-95b1-e327f45d9f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50f2891-f47c-432a-9261-8207ddab326c,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:48.697645 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-73281396-0b28-4c59-ae14-f8eaedb6567d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.724263 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-73281396-0b28-4c59-ae14-f8eaedb6567d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.775956 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-73281396-0b28-4c59-ae14-f8eaedb6567d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.780436 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-73281396-0b28-4c59-ae14-f8eaedb6567d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:48.782070 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-73281396-0b28-4c59-ae14-f8eaedb6567d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f50f2891-f47c-432a-9261-8207ddab326c HTTP/1.1" status: 204 len: 168 time: 0.1487751 Jul 29 15:27:48.791702 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73281396-0b28-4c59-ae14-f8eaedb6567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50f2891-f47c-432a-9261-8207ddab326c,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:49.123784 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96585e58-a7fa-416f-9438-f1f316744a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f9cbd8-cf43-4dfa-9eda-3416ce57385b'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:27:49.126390 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197b6a8-4640-4d9b-a29d-4dddd428fa33" -d '{"events": [{"server_uuid": "96585e58-a7fa-416f-9438-f1f316744a1c", "name": "network-vif-plugged", "status": "completed", "tag": "43f9cbd8-cf43-4dfa-9eda-3416ce57385b"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:27:49.162409 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51588) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:49.174768 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf7da15-24b3-4109-a51d-4cdb9ec9472d x-openstack-request-id: req-fdf7da15-24b3-4109-a51d-4cdb9ec9472d {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:27:49.175121 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96585e58-a7fa-416f-9438-f1f316744a1c", "name": "network-vif-plugged", "status": "completed", "tag": "43f9cbd8-cf43-4dfa-9eda-3416ce57385b", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:27:49.175429 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fdf7da15-24b3-4109-a51d-4cdb9ec9472d {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:27:49.175934 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96585e58-a7fa-416f-9438-f1f316744a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f9cbd8-cf43-4dfa-9eda-3416ce57385b', 'code': 200} Jul 29 15:27:49.178803 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-eac90f73-34ca-40db-b19d-1dadd9ff464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:49.303743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fbe06-cc3d-44e9-aeff-ac0be8e0ef2d req-07c825a2-67d8-4344-affe-7c26474d2e0f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:49.305476 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-791fbe06-cc3d-44e9-aeff-ac0be8e0ef2d req-07c825a2-67d8-4344-affe-7c26474d2e0f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.1488159 Jul 29 15:27:49.364635 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-791fbe06-cc3d-44e9-aeff-ac0be8e0ef2d req-0cb79636-8ec9-4c25-b739-373a342a09a8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526297 Jul 29 15:27:49.380797 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-eac90f73-34ca-40db-b19d-1dadd9ff464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:49.385891 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-eac90f73-34ca-40db-b19d-1dadd9ff464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:49.424510 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-eac90f73-34ca-40db-b19d-1dadd9ff464c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ee5271a9d934a82aba06b67bdf1896f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609179 Jul 29 15:27:49.428710 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51606) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:49.433786 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac90f73-34ca-40db-b19d-1dadd9ff464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3571abc1-53ec-41ec-bb57-ba23f494269f,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:49.496607 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0310e2e-3bee-426e-b65f-32b14a19bca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:49.521382 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0310e2e-3bee-426e-b65f-32b14a19bca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:49.572449 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0310e2e-3bee-426e-b65f-32b14a19bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:49.576883 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b0310e2e-3bee-426e-b65f-32b14a19bca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:49.580330 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b0310e2e-3bee-426e-b65f-32b14a19bca7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3571abc1-53ec-41ec-bb57-ba23f494269f HTTP/1.1" status: 204 len: 168 time: 0.1500483 Jul 29 15:27:49.587489 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0310e2e-3bee-426e-b65f-32b14a19bca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3571abc1-53ec-41ec-bb57-ba23f494269f,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:49.887823 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51640) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:50.005947 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f184723a-00ae-46b6-a0f9-180453eb9166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.104024 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f184723a-00ae-46b6-a0f9-180453eb9166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.108296 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f184723a-00ae-46b6-a0f9-180453eb9166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.146950 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184723a-00ae-46b6-a0f9-180453eb9166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed42691d-d023-49d4-9e35-692ca838f8aa,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:50.151135 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-f184723a-00ae-46b6-a0f9-180453eb9166 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9cba3ee2b0b540dfb3091a6c993c57fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622721 Jul 29 15:27:50.154881 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51662) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:50.203681 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-79cfb649-6648-4346-8cc6-8cc1d71095bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.225983 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-79cfb649-6648-4346-8cc6-8cc1d71095bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.289385 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-79cfb649-6648-4346-8cc6-8cc1d71095bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.291942 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-79cfb649-6648-4346-8cc6-8cc1d71095bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.293224 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-79cfb649-6648-4346-8cc6-8cc1d71095bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed42691d-d023-49d4-9e35-692ca838f8aa HTTP/1.1" status: 204 len: 168 time: 0.1374166 Jul 29 15:27:50.300660 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfb649-6648-4346-8cc6-8cc1d71095bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed42691d-d023-49d4-9e35-692ca838f8aa,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:50.488073 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919dcaa-12ec-4167-b735-5402c88f9d8d req-0f53317f-f4b6-43f6-ad4e-1cb7810d49a3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:50.489695 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2919dcaa-12ec-4167-b735-5402c88f9d8d req-0f53317f-f4b6-43f6-ad4e-1cb7810d49a3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0519855 Jul 29 15:27:50.528725 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2919dcaa-12ec-4167-b735-5402c88f9d8d req-d99fa0d5-73d0-45ba-a6ed-b0a60468e7e4 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Jul 29 15:27:50.631371 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 51686) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:50.644992 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6f597ee9-f26b-4670-8040-058d11fda821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.736560 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6f597ee9-f26b-4670-8040-058d11fda821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.740649 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6f597ee9-f26b-4670-8040-058d11fda821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.777369 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f597ee9-f26b-4670-8040-058d11fda821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c93ab83-1077-4374-ae56-bbafe111e981,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:50.791748 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51694) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:50.792786 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6f597ee9-f26b-4670-8040-058d11fda821 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b6adcf211c684e0586bee43eaad565da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590998 Jul 29 15:27:50.856846 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4917-96f0-4710-a545-0a61e18bcb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.879872 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4917-96f0-4710-a545-0a61e18bcb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.930279 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4917-96f0-4710-a545-0a61e18bcb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.934519 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3d6e4917-96f0-4710-a545-0a61e18bcb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:50.935656 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3d6e4917-96f0-4710-a545-0a61e18bcb79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c93ab83-1077-4374-ae56-bbafe111e981 HTTP/1.1" status: 204 len: 168 time: 0.1409338 Jul 29 15:27:50.944049 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e4917-96f0-4710-a545-0a61e18bcb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c93ab83-1077-4374-ae56-bbafe111e981,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:51.645544 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51758) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:51.648755 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2698ae9-b07c-4d1a-bae9-08044d5746af req-b62c6256-cf07-4300-99cf-8582fe7324c9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:51.650476 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d2698ae9-b07c-4d1a-bae9-08044d5746af req-b62c6256-cf07-4300-99cf-8582fe7324c9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0508485 Jul 29 15:27:51.685316 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51764) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:51.691718 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d2698ae9-b07c-4d1a-bae9-08044d5746af req-6b1e81bd-d30f-48cd-9847-3c58e5eca94f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Jul 29 15:27:51.765839 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3de90655-be0b-46a1-bb76-369c25473efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:51.794177 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf46a05e-b7df-478d-bf28-72dfdc98dadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:51.883811 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3de90655-be0b-46a1-bb76-369c25473efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:51.891339 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3de90655-be0b-46a1-bb76-369c25473efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:51.944519 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3de90655-be0b-46a1-bb76-369c25473efa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=410a748d80de43f9a50743e4edc2b364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957749 Jul 29 15:27:51.944933 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 51774) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:51.947981 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de90655-be0b-46a1-bb76-369c25473efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d809ce5f-dedd-4967-b21c-7e20588c127d,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:51.998207 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-64249b72-6fd2-4620-be46-83aea53ac7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.013653 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf46a05e-b7df-478d-bf28-72dfdc98dadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.018902 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf46a05e-b7df-478d-bf28-72dfdc98dadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.021595 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-64249b72-6fd2-4620-be46-83aea53ac7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.060848 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46a05e-b7df-478d-bf28-72dfdc98dadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918f70fd-0e7b-46a2-a4de-796c245d3648,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:52.068144 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 51778) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:52.068342 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cf46a05e-b7df-478d-bf28-72dfdc98dadb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81a207252f9543daa60295f509995bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810511 Jul 29 15:27:52.100390 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-64249b72-6fd2-4620-be46-83aea53ac7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.102866 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-64249b72-6fd2-4620-be46-83aea53ac7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.103979 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-64249b72-6fd2-4620-be46-83aea53ac7ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d809ce5f-dedd-4967-b21c-7e20588c127d HTTP/1.1" status: 204 len: 168 time: 0.1580811 Jul 29 15:27:52.120802 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249b72-6fd2-4620-be46-83aea53ac7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d809ce5f-dedd-4967-b21c-7e20588c127d,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:52.141192 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-31a8b59a-ac09-4daf-9aab-64c62e6b6eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.171809 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-31a8b59a-ac09-4daf-9aab-64c62e6b6eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.221990 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-31a8b59a-ac09-4daf-9aab-64c62e6b6eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.224525 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-31a8b59a-ac09-4daf-9aab-64c62e6b6eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.225813 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-31a8b59a-ac09-4daf-9aab-64c62e6b6eda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/918f70fd-0e7b-46a2-a4de-796c245d3648 HTTP/1.1" status: 204 len: 168 time: 0.1566298 Jul 29 15:27:52.233597 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8b59a-ac09-4daf-9aab-64c62e6b6eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918f70fd-0e7b-46a2-a4de-796c245d3648,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:52.422001 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03201fc8-d942-41ee-a0de-5aac8b38d8bc req-1289164c-8d6b-48dd-9307-3bef6ac1423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:52.424287 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-03201fc8-d942-41ee-a0de-5aac8b38d8bc req-1289164c-8d6b-48dd-9307-3bef6ac1423d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 1098 time: 0.0668809 Jul 29 15:27:52.477541 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-03201fc8-d942-41ee-a0de-5aac8b38d8bc req-fbcb0681-8abc-4a89-8a26-e011a4b441a8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Jul 29 15:27:52.547898 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 51806) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:52.562550 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-24b21554-a3db-4cfb-8083-0333160aa617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.715004 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-24b21554-a3db-4cfb-8083-0333160aa617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.721597 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-24b21554-a3db-4cfb-8083-0333160aa617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.779062 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21554-a3db-4cfb-8083-0333160aa617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42d506f-0419-4c5b-a6f9-6267d02fc80b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:52.797892 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-24b21554-a3db-4cfb-8083-0333160aa617 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf59413e3ba8467b97869e36010cac1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485063 Jul 29 15:27:52.801128 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51814) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:52.802275 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51816) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:52.833606 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7c502ee5-1f73-4da9-a802-a5f734b5923e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.868444 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38481bfa-51e4-43b8-9a47-5739d5e4018c req-2c788d47-d408-4833-8a9d-afb98cf62819 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:52.870774 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-38481bfa-51e4-43b8-9a47-5739d5e4018c req-2c788d47-d408-4833-8a9d-afb98cf62819 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0759256 Jul 29 15:27:52.902182 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-971a85b5-b904-4522-a303-f39fd4da48a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.937072 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-971a85b5-b904-4522-a303-f39fd4da48a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:52.937330 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-38481bfa-51e4-43b8-9a47-5739d5e4018c req-152f8362-1a35-483b-aa00-af059b2eaac4 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560842 Jul 29 15:27:53.002010 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7c502ee5-1f73-4da9-a802-a5f734b5923e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:53.006635 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7c502ee5-1f73-4da9-a802-a5f734b5923e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:53.024304 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-971a85b5-b904-4522-a303-f39fd4da48a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:53.027637 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-971a85b5-b904-4522-a303-f39fd4da48a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:53.028770 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-971a85b5-b904-4522-a303-f39fd4da48a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a42d506f-0419-4c5b-a6f9-6267d02fc80b HTTP/1.1" status: 204 len: 168 time: 0.2272761 Jul 29 15:27:53.052616 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c502ee5-1f73-4da9-a802-a5f734b5923e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458773ba-86e9-4b52-8f1c-642b8dc03267,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:53.057307 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-7c502ee5-1f73-4da9-a802-a5f734b5923e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80802eca87a84f25812019ccdb62f887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500374 Jul 29 15:27:53.060038 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 51820) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:53.077004 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a85b5-b904-4522-a303-f39fd4da48a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42d506f-0419-4c5b-a6f9-6267d02fc80b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:53.122159 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-979a03ef-9c2d-4a16-9c16-b4f71579f30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:53.143217 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-979a03ef-9c2d-4a16-9c16-b4f71579f30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:53.197485 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-979a03ef-9c2d-4a16-9c16-b4f71579f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:53.205209 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-979a03ef-9c2d-4a16-9c16-b4f71579f30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:53.209124 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-979a03ef-9c2d-4a16-9c16-b4f71579f30d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/458773ba-86e9-4b52-8f1c-642b8dc03267 HTTP/1.1" status: 204 len: 168 time: 0.1454098 Jul 29 15:27:53.214385 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a03ef-9c2d-4a16-9c16-b4f71579f30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458773ba-86e9-4b52-8f1c-642b8dc03267,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:54.061375 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cb830-b837-4b05-b858-c80dfbf7a7ff req-a7a5f723-0e27-4c1f-ad93-9a4bb8d063e9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:54.063015 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1f0cb830-b837-4b05-b858-c80dfbf7a7ff req-a7a5f723-0e27-4c1f-ad93-9a4bb8d063e9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0534475 Jul 29 15:27:54.106971 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1f0cb830-b837-4b05-b858-c80dfbf7a7ff req-9010a897-d3fa-4f15-8efa-af3a0fa0d4a8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365767 Jul 29 15:27:54.541643 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-5cb14d0e-fc7f-4373-91b6-a53423ede539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:54.544522 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-5cb14d0e-fc7f-4373-91b6-a53423ede539 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 1098 time: 0.0708194 Jul 29 15:27:54.618532 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a1238-801c-4ae7-8157-0e4a96042f7f req-034ab28e-3471-4299-952c-fc44a21bd300 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:54.620133 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-731a1238-801c-4ae7-8157-0e4a96042f7f req-034ab28e-3471-4299-952c-fc44a21bd300 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0977659 Jul 29 15:27:54.663577 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-731a1238-801c-4ae7-8157-0e4a96042f7f req-4f9f91d9-ed77-437a-935a-cfd087e95c90 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338001 Jul 29 15:27:54.673860 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-d2e3347e-7d03-458b-8151-756bf6f10e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:54.676173 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-d2e3347e-7d03-458b-8151-756bf6f10e5c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.1239653 Jul 29 15:27:54.726249 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-1402e3ba-c98d-4840-8c51-545ba8864f2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b HTTP/1.1" status: 200 len: 217 time: 0.0409324 Jul 29 15:27:54.793096 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-b8d89b4f-939a-456a-8936-3465befb674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:54.794670 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-b8d89b4f-939a-456a-8936-3465befb674b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.0575826 Jul 29 15:27:54.845451 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-e2c617cd-b257-4a89-9eda-b956c4e913fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333152 Jul 29 15:27:54.960190 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-9cf24054-b8de-4843-819b-1fb25003bb14 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066637 Jul 29 15:27:55.076734 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-639cb859-eb2b-414e-9040-efe9f4e2f3f1 req-6c4a1f9f-b7a8-4099-ae7f-62dd9c4c8530 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021006 Jul 29 15:27:55.794973 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b0227-81d7-443f-a799-c9f9953a6b9d req-61561b94-5684-4e15-9138-44beb730d658 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:55.796598 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6c1b0227-81d7-443f-a799-c9f9953a6b9d req-61561b94-5684-4e15-9138-44beb730d658 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0576315 Jul 29 15:27:55.836630 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6c1b0227-81d7-443f-a799-c9f9953a6b9d req-13bb1467-0da1-4236-b96a-97f18a2185e6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333071 Jul 29 15:27:56.718171 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52018) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:56.832918 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-294f5d63-7e65-4d34-9881-0f76441c495b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:56.980438 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-294f5d63-7e65-4d34-9881-0f76441c495b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:56.986972 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-294f5d63-7e65-4d34-9881-0f76441c495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.011981 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fa416-3cd4-40c8-b5a5-52483dddcfe4 req-bf38670b-ab98-4d75-a939-06cba3129d62 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:57.021014 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2f3fa416-3cd4-40c8-b5a5-52483dddcfe4 req-bf38670b-ab98-4d75-a939-06cba3129d62 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0960186 Jul 29 15:27:57.072838 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-294f5d63-7e65-4d34-9881-0f76441c495b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=affa51ddf0084515908a4c96a8a28182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533919 Jul 29 15:27:57.072993 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52042) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:57.106441 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2f3fa416-3cd4-40c8-b5a5-52483dddcfe4 req-9c3f3cca-4a47-4e62-ac6e-4a321e352b37 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833471 Jul 29 15:27:57.106441 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f5d63-7e65-4d34-9881-0f76441c495b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd417eb1-2417-4819-8cd3-204fd29c1723,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:57.156659 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4dfaadf0-0de8-405c-8251-e464ff9b178b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.182093 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4dfaadf0-0de8-405c-8251-e464ff9b178b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.238210 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4dfaadf0-0de8-405c-8251-e464ff9b178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.240877 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4dfaadf0-0de8-405c-8251-e464ff9b178b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.242207 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-4dfaadf0-0de8-405c-8251-e464ff9b178b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd417eb1-2417-4819-8cd3-204fd29c1723 HTTP/1.1" status: 204 len: 168 time: 0.1672187 Jul 29 15:27:57.250868 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfaadf0-0de8-405c-8251-e464ff9b178b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd417eb1-2417-4819-8cd3-204fd29c1723,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:57.422944 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52062) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:57.605833 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf49c-fda3-4bc9-b0c7-0853e275d3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.642320 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52074) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:57.657761 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4ae5caef-82a7-4e20-8060-bc8b0dfe4f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.705936 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf49c-fda3-4bc9-b0c7-0853e275d3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.709866 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3ffbf49c-fda3-4bc9-b0c7-0853e275d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.751762 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbf49c-fda3-4bc9-b0c7-0853e275d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c992f7c-0d35-456d-86d9-34b3d279c58f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:57.757584 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-3ffbf49c-fda3-4bc9-b0c7-0853e275d3aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e78ff0dff2f458e9a5acf7034a5d07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334751 Jul 29 15:27:57.760200 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52082) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:57.827524 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-55e3d94e-97b7-4ca7-9819-11c6e7131a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.831489 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4ae5caef-82a7-4e20-8060-bc8b0dfe4f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.835248 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4ae5caef-82a7-4e20-8060-bc8b0dfe4f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.852128 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-55e3d94e-97b7-4ca7-9819-11c6e7131a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.880027 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-4ae5caef-82a7-4e20-8060-bc8b0dfe4f99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d80d417795ef46f685936222b9d0c720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339890 Jul 29 15:27:57.880251 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52084) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:57.888162 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5caef-82a7-4e20-8060-bc8b0dfe4f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15045f97-7ea2-43c9-b603-f20812db1e51,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:57.914481 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-55e3d94e-97b7-4ca7-9819-11c6e7131a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.918392 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-55e3d94e-97b7-4ca7-9819-11c6e7131a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.919569 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-55e3d94e-97b7-4ca7-9819-11c6e7131a1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c992f7c-0d35-456d-86d9-34b3d279c58f HTTP/1.1" status: 204 len: 168 time: 0.1581197 Jul 29 15:27:57.932075 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3d94e-97b7-4ca7-9819-11c6e7131a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c992f7c-0d35-456d-86d9-34b3d279c58f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:57.943360 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a620f6b3-10d3-47ee-a8cd-4f924f85e5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:57.981519 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a620f6b3-10d3-47ee-a8cd-4f924f85e5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.044914 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a620f6b3-10d3-47ee-a8cd-4f924f85e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.047844 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a620f6b3-10d3-47ee-a8cd-4f924f85e5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.051638 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a620f6b3-10d3-47ee-a8cd-4f924f85e5be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15045f97-7ea2-43c9-b603-f20812db1e51 HTTP/1.1" status: 204 len: 168 time: 0.1679127 Jul 29 15:27:58.058614 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620f6b3-10d3-47ee-a8cd-4f924f85e5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15045f97-7ea2-43c9-b603-f20812db1e51,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:58.260778 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844f31a-b104-461f-aa32-bc222dbbd85b req-2d74412e-6dfd-4d42-b0ed-fc7ebc04bbec tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:58.262645 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4844f31a-b104-461f-aa32-bc222dbbd85b req-2d74412e-6dfd-4d42-b0ed-fc7ebc04bbec tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0721745 Jul 29 15:27:58.313866 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4844f31a-b104-461f-aa32-bc222dbbd85b req-7b67c045-6ab7-4f83-9e12-4aec649cc1bb tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Jul 29 15:27:58.333002 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52106) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:58.346552 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1c77742a-6e48-42fa-8a68-55ac199f3b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.448765 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1c77742a-6e48-42fa-8a68-55ac199f3b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.453285 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1c77742a-6e48-42fa-8a68-55ac199f3b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.494762 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-1c77742a-6e48-42fa-8a68-55ac199f3b47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9f00d50d2514372a8aeabe3670e7fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605873 Jul 29 15:27:58.497727 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52112) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:58.499732 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77742a-6e48-42fa-8a68-55ac199f3b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a093b-fc4f-4b2e-bc0a-7d84ccbdd669,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:58.568747 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-970067f1-915b-496a-ba72-c23df76405f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.594286 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-970067f1-915b-496a-ba72-c23df76405f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.657094 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-970067f1-915b-496a-ba72-c23df76405f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.659612 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-970067f1-915b-496a-ba72-c23df76405f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:58.668874 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-970067f1-915b-496a-ba72-c23df76405f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f32a093b-fc4f-4b2e-bc0a-7d84ccbdd669 HTTP/1.1" status: 204 len: 168 time: 0.1662781 Jul 29 15:27:58.677634 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970067f1-915b-496a-ba72-c23df76405f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a093b-fc4f-4b2e-bc0a-7d84ccbdd669,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:58.806731 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e531364d-f3af-47dd-b6d0-602c82ed43f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.119096 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52162) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:59.138229 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-066acf9e-afa2-42d8-90ac-998129249370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.260634 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-066acf9e-afa2-42d8-90ac-998129249370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.266667 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-066acf9e-afa2-42d8-90ac-998129249370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.316615 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-066acf9e-afa2-42d8-90ac-998129249370 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=090c0829f66f4d13918b9f4037739af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929035 Jul 29 15:27:59.316897 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52174) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:59.325256 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066acf9e-afa2-42d8-90ac-998129249370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f757b00b-6f27-4e3f-80a8-3b33225ee4c2,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:59.399887 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b57fb80e-5c98-4ed9-9aaf-daf5d861cd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.441263 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52180) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:59.476728 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b57fb80e-5c98-4ed9-9aaf-daf5d861cd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.501832 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2e89b-a585-42cc-ab91-3937677a3732 req-cbef6a65-d926-466f-9d3b-4c01ab61f44e tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:59.503381 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7cb2e89b-a585-42cc-ab91-3937677a3732 req-cbef6a65-d926-466f-9d3b-4c01ab61f44e tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0999770 Jul 29 15:27:59.543015 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52192) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:59.566790 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7cb2e89b-a585-42cc-ab91-3937677a3732 req-f7e06233-74a0-4504-ab98-5a69019b24c0 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516279 Jul 29 15:27:59.582572 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b57fb80e-5c98-4ed9-9aaf-daf5d861cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.588397 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b57fb80e-5c98-4ed9-9aaf-daf5d861cd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.590459 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b57fb80e-5c98-4ed9-9aaf-daf5d861cd05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f757b00b-6f27-4e3f-80a8-3b33225ee4c2 HTTP/1.1" status: 204 len: 168 time: 0.2723763 Jul 29 15:27:59.603312 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fb80e-5c98-4ed9-9aaf-daf5d861cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f757b00b-6f27-4e3f-80a8-3b33225ee4c2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:59.631712 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-81d0af45-ab99-4800-a29b-89b4cb7856c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.702372 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5387acab-fcff-4c3d-b854-45d275b3fc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.755713 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-81d0af45-ab99-4800-a29b-89b4cb7856c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.764450 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-81d0af45-ab99-4800-a29b-89b4cb7856c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.826376 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-81d0af45-ab99-4800-a29b-89b4cb7856c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abe0d0f9440e4e37b303fd58d33eb6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834450 Jul 29 15:27:59.829553 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52204) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:59.830575 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0af45-ab99-4800-a29b-89b4cb7856c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584921a7-60f2-469d-bcfc-69e8e727eba2,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:27:59.905072 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-88c027e8-9716-411f-83f2-6e7858c7a793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.923154 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5387acab-fcff-4c3d-b854-45d275b3fc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.927614 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5387acab-fcff-4c3d-b854-45d275b3fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.930164 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-88c027e8-9716-411f-83f2-6e7858c7a793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:59.959101 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52208) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:59.970974 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52212) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:27:59.971160 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-5387acab-fcff-4c3d-b854-45d275b3fc29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=709ecb2a79f4496b9202babb878c38ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269032 Jul 29 15:27:59.973593 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387acab-fcff-4c3d-b854-45d275b3fc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11369c7-db37-4b69-9667-19aa223c3daf,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:00.012577 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-88c027e8-9716-411f-83f2-6e7858c7a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.015129 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-88c027e8-9716-411f-83f2-6e7858c7a793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.016234 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-88c027e8-9716-411f-83f2-6e7858c7a793 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/584921a7-60f2-469d-bcfc-69e8e727eba2 HTTP/1.1" status: 204 len: 168 time: 0.1854875 Jul 29 15:28:00.028796 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c027e8-9716-411f-83f2-6e7858c7a793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584921a7-60f2-469d-bcfc-69e8e727eba2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:00.047401 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-19445956-6bf4-4ac2-83a4-edc9aae49d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.225833 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-19445956-6bf4-4ac2-83a4-edc9aae49d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.230545 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48728d15-ba73-4b3f-a9da-8a7210c5c918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.326208 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-19445956-6bf4-4ac2-83a4-edc9aae49d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.328915 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-19445956-6bf4-4ac2-83a4-edc9aae49d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.332704 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-19445956-6bf4-4ac2-83a4-edc9aae49d5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d11369c7-db37-4b69-9667-19aa223c3daf HTTP/1.1" status: 204 len: 168 time: 0.3581817 Jul 29 15:28:00.343514 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19445956-6bf4-4ac2-83a4-edc9aae49d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11369c7-db37-4b69-9667-19aa223c3daf,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:00.382993 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48728d15-ba73-4b3f-a9da-8a7210c5c918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.391541 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48728d15-ba73-4b3f-a9da-8a7210c5c918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.434181 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-48728d15-ba73-4b3f-a9da-8a7210c5c918 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2eb691f433740f6b6559f778ac74dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739609 Jul 29 15:28:00.435323 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48728d15-ba73-4b3f-a9da-8a7210c5c918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3a1a30-0799-4112-8cfb-a50dddd89c0c,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:00.437841 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52244) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:00.521915 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52248) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:00.537201 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-397ab7f9-4b7d-4e35-9c61-d84a39f1e34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.553691 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7d482ebf-c1ee-457b-a37b-9fd539bcdb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.578101 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7d482ebf-c1ee-457b-a37b-9fd539bcdb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.659911 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7d482ebf-c1ee-457b-a37b-9fd539bcdb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.662951 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7d482ebf-c1ee-457b-a37b-9fd539bcdb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.664430 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-7d482ebf-c1ee-457b-a37b-9fd539bcdb18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a3a1a30-0799-4112-8cfb-a50dddd89c0c HTTP/1.1" status: 204 len: 168 time: 0.2254097 Jul 29 15:28:00.680515 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d482ebf-c1ee-457b-a37b-9fd539bcdb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3a1a30-0799-4112-8cfb-a50dddd89c0c,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:00.755961 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-397ab7f9-4b7d-4e35-9c61-d84a39f1e34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.763285 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-397ab7f9-4b7d-4e35-9c61-d84a39f1e34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.796210 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9ffc9-b28b-48bd-a584-8f2779b8a5e5 req-e6d03a3e-1aef-4e53-8dac-221a05b3d126 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:00.804690 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7fc9ffc9-b28b-48bd-a584-8f2779b8a5e5 req-e6d03a3e-1aef-4e53-8dac-221a05b3d126 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0737119 Jul 29 15:28:00.818559 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-397ab7f9-4b7d-4e35-9c61-d84a39f1e34b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01adc216d0ac4e39b7f4a23a4ab6abec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948630 Jul 29 15:28:00.819343 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52260) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:00.821233 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab7f9-4b7d-4e35-9c61-d84a39f1e34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec99e667-7eb7-4166-80d0-aa8944c3169f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:00.863500 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7fc9ffc9-b28b-48bd-a584-8f2779b8a5e5 req-7b08d6d9-c412-4363-8fbe-68bb2530f9ed tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527892 Jul 29 15:28:00.898734 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5605cf60-f47e-40f9-8c33-8f2499b74f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.924744 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52264) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:00.939363 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5605cf60-f47e-40f9-8c33-8f2499b74f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.968320 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bfd77-ffd3-4db7-82a2-dc4cd8211989 req-d4b45119-44ca-4721-bdf5-ebe17077c10e tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:00.969856 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-114bfd77-ffd3-4db7-82a2-dc4cd8211989 req-d4b45119-44ca-4721-bdf5-ebe17077c10e tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 945 time: 0.0839617 Jul 29 15:28:01.018004 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-114bfd77-ffd3-4db7-82a2-dc4cd8211989 req-f7756431-32dd-4c13-a012-8110ce4a474d tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380480 Jul 29 15:28:01.026871 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5605cf60-f47e-40f9-8c33-8f2499b74f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.029949 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5605cf60-f47e-40f9-8c33-8f2499b74f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.033798 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-5605cf60-f47e-40f9-8c33-8f2499b74f32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec99e667-7eb7-4166-80d0-aa8944c3169f HTTP/1.1" status: 204 len: 168 time: 0.2130654 Jul 29 15:28:01.044359 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605cf60-f47e-40f9-8c33-8f2499b74f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec99e667-7eb7-4166-80d0-aa8944c3169f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:01.211985 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-dab3f791-3791-4abe-bef6-a563fdf49db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.214664 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52276) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:01.228036 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6c537503-7cbc-46d5-9aba-cfa840ba20b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.254340 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f0a3bdfc-4dc1-4dd2-a903-c1238920b5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.334304 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52278) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:01.343819 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6c537503-7cbc-46d5-9aba-cfa840ba20b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.350616 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6c537503-7cbc-46d5-9aba-cfa840ba20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.415180 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-6c537503-7cbc-46d5-9aba-cfa840ba20b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d4c144aa5b440ed88b6da7bae7bfdb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993291 Jul 29 15:28:01.418298 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52284) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:01.419886 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c537503-7cbc-46d5-9aba-cfa840ba20b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7428921-899b-427d-a067-2d34dc1e685f,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:01.428001 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.496545 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-161f404a-94ff-48d4-99c1-e5d9bac5dc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.527803 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-161f404a-94ff-48d4-99c1-e5d9bac5dc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.534123 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f0a3bdfc-4dc1-4dd2-a903-c1238920b5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.539418 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f0a3bdfc-4dc1-4dd2-a903-c1238920b5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.582815 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-f0a3bdfc-4dc1-4dd2-a903-c1238920b5a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b1b4de4e62741b2836b58049162deea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568215 Jul 29 15:28:01.584748 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3bdfc-4dc1-4dd2-a903-c1238920b5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e96db9-9c72-4f3d-8eaa-53e177666e30,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:01.587102 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52292) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:01.594356 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-21e65cb9-8edd-4dda-a1fb-5fa7d60e8d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.644928 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f74a3899-7c1b-4ad7-b1fa-31846e5f1de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.660881 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-161f404a-94ff-48d4-99c1-e5d9bac5dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.663624 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-161f404a-94ff-48d4-99c1-e5d9bac5dc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.664912 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-161f404a-94ff-48d4-99c1-e5d9bac5dc42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7428921-899b-427d-a067-2d34dc1e685f HTTP/1.1" status: 204 len: 168 time: 0.2453671 Jul 29 15:28:01.677696 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f74a3899-7c1b-4ad7-b1fa-31846e5f1de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.681787 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f404a-94ff-48d4-99c1-e5d9bac5dc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7428921-899b-427d-a067-2d34dc1e685f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:01.746799 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-21e65cb9-8edd-4dda-a1fb-5fa7d60e8d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.748789 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f74a3899-7c1b-4ad7-b1fa-31846e5f1de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.751355 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f74a3899-7c1b-4ad7-b1fa-31846e5f1de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.752493 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-f74a3899-7c1b-4ad7-b1fa-31846e5f1de1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4e96db9-9c72-4f3d-8eaa-53e177666e30 HTTP/1.1" status: 204 len: 168 time: 0.1644950 Jul 29 15:28:01.756333 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-21e65cb9-8edd-4dda-a1fb-5fa7d60e8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.765523 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a3899-7c1b-4ad7-b1fa-31846e5f1de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e96db9-9c72-4f3d-8eaa-53e177666e30,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:01.799857 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-21e65cb9-8edd-4dda-a1fb-5fa7d60e8d3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21745ca165fe49fdaa91368b7009a376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618309 Jul 29 15:28:01.800252 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52306) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:01.820035 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e65cb9-8edd-4dda-a1fb-5fa7d60e8d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f349ee-6c66-4df8-8490-0b18d5f599f2,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:01.852041 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2a0866bd-68a4-4cfb-aa9c-b0f536b4833c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.882909 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2a0866bd-68a4-4cfb-aa9c-b0f536b4833c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.980041 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a2835-16da-48fd-aa9e-31856094779d req-5e21afdd-04b4-48f8-8a7f-af3f7cc332e4 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:01.981677 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-068a2835-16da-48fd-aa9e-31856094779d req-5e21afdd-04b4-48f8-8a7f-af3f7cc332e4 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0548148 Jul 29 15:28:01.997117 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2a0866bd-68a4-4cfb-aa9c-b0f536b4833c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.999588 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2a0866bd-68a4-4cfb-aa9c-b0f536b4833c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.002973 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-2a0866bd-68a4-4cfb-aa9c-b0f536b4833c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60f349ee-6c66-4df8-8490-0b18d5f599f2 HTTP/1.1" status: 204 len: 168 time: 0.1992486 Jul 29 15:28:02.025843 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0866bd-68a4-4cfb-aa9c-b0f536b4833c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f349ee-6c66-4df8-8490-0b18d5f599f2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:02.035867 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-068a2835-16da-48fd-aa9e-31856094779d req-19e86ed7-9788-44f8-a42a-70caf97a6bcf tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471401 Jul 29 15:28:02.148160 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d98f9e-2c18-4b26-8450-736a74dd1058 req-71b2b371-bd07-42cb-8e64-a6844ce54861 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:02.149702 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d5d98f9e-2c18-4b26-8450-736a74dd1058 req-71b2b371-bd07-42cb-8e64-a6844ce54861 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 945 time: 0.0527735 Jul 29 15:28:02.191538 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d5d98f9e-2c18-4b26-8450-736a74dd1058 req-3eff0e92-abaf-42cf-8b24-f6bd3e691a9f tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349522 Jul 29 15:28:02.401686 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52334) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:02.415330 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-17c65440-0241-41c8-b4b6-f9307cb8c0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.475585 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.540551 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-17c65440-0241-41c8-b4b6-f9307cb8c0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.545433 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-17c65440-0241-41c8-b4b6-f9307cb8c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.595449 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-17c65440-0241-41c8-b4b6-f9307cb8c0c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf182dfb3674407ca56dc7fee3504224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919188 Jul 29 15:28:02.596390 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c65440-0241-41c8-b4b6-f9307cb8c0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a745f66f-732b-4172-98fc-7155f481cba1,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:02.598172 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52350) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:02.660659 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a7666445-1f0b-4849-b7ab-e5df46a85547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.681744 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a7666445-1f0b-4849-b7ab-e5df46a85547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.737956 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a7666445-1f0b-4849-b7ab-e5df46a85547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.740515 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a7666445-1f0b-4849-b7ab-e5df46a85547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:02.741854 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a7666445-1f0b-4849-b7ab-e5df46a85547 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a745f66f-732b-4172-98fc-7155f481cba1 HTTP/1.1" status: 204 len: 168 time: 0.1425750 Jul 29 15:28:02.749974 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7666445-1f0b-4849-b7ab-e5df46a85547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a745f66f-732b-4172-98fc-7155f481cba1,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:02.900646 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-64432bff-cd10-4fc8-9dec-15f55385129a tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:02.902487 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-64432bff-cd10-4fc8-9dec-15f55385129a tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.59 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 945 time: 0.0528493 Jul 29 15:28:03.068690 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Deleting port d1672660-49b3-43d7-802b-261d39831f60 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:03.069191 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:03.169501 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] For port d1672660-49b3-43d7-802b-261d39831f60, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d1672660-49b3-43d7-802b-261d39831f60,segment=NetworkSegment(6b544dc7-04f9-4b7a-863d-51496930a7a4),segment_id=6b544dc7-04f9-4b7a-863d-51496930a7a4)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:03.170548 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:03.175187 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c6fcb-c255-491f-b461-27339ce675e2 req-e32f71e0-192a-42a6-b35d-c9714abf2af3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:03.177103 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4a8c6fcb-c255-491f-b461-27339ce675e2 req-e32f71e0-192a-42a6-b35d-c9714abf2af3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0545518 Jul 29 15:28:03.194229 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Calling delete_port for d1672660-49b3-43d7-802b-261d39831f60 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:03.251552 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4a8c6fcb-c255-491f-b461-27339ce675e2 req-3b3dead9-70cc-42f7-ac26-bca86eafc939 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646849 Jul 29 15:28:03.353480 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1faa2-86ce-46f9-bf0a-4c12a0e405f2 req-5ef5b971-0032-4cd3-a49d-5048c4e8ed4b tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:03.355730 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-92d1faa2-86ce-46f9-bf0a-4c12a0e405f2 req-5ef5b971-0032-4cd3-a49d-5048c4e8ed4b tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 945 time: 0.0750742 Jul 29 15:28:03.443460 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-92d1faa2-86ce-46f9-bf0a-4c12a0e405f2 req-7b7b88cc-276b-4cdc-8ee9-41ddb3846134 tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733802 Jul 29 15:28:03.470515 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:03.483635 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['d1672660-49b3-43d7-802b-261d39831f60'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:28:03.555553 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Pushing event deleted for resources: {'Port': ['ID=d1672660-49b3-43d7-802b-261d39831f60,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:03.579567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] No DVR routers for this DVR port d1672660-49b3-43d7-802b-261d39831f60 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:28:03.583156 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:03.585262 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-badb4afc-4dad-4970-8642-69ec6a58d0a4 req-bd3b4aa4-a518-467a-b6cd-245e6dcc51ae tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.59 "DELETE /v2.0/ports/d1672660-49b3-43d7-802b-261d39831f60 HTTP/1.1" status: 204 len: 173 time: 0.6766191 Jul 29 15:28:03.585701 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56', 'name': 'network-vif-deleted', 'tag': 'd1672660-49b3-43d7-802b-261d39831f60'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:03.588082 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2fe6ea-8134-4a1f-a06b-f466722a86d3" -d '{"events": [{"server_uuid": "1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56", "name": "network-vif-deleted", "tag": "d1672660-49b3-43d7-802b-261d39831f60"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:03.647302 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5891c71b-e9d2-4c54-8225-b72292f12596 x-openstack-request-id: req-5891c71b-e9d2-4c54-8225-b72292f12596 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:03.647878 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56", "name": "network-vif-deleted", "tag": "d1672660-49b3-43d7-802b-261d39831f60", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:03.647878 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5891c71b-e9d2-4c54-8225-b72292f12596 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:03.648193 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56', 'name': 'network-vif-deleted', 'tag': 'd1672660-49b3-43d7-802b-261d39831f60', 'status': 'completed', 'code': 200} Jul 29 15:28:04.065496 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:04.644049 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fa5db-8c73-4a59-9075-3b9acf1c6426 req-eaba0177-9b81-4162-9a6b-d38653a27f97 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:04.653290 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5e1fa5db-8c73-4a59-9075-3b9acf1c6426 req-eaba0177-9b81-4162-9a6b-d38653a27f97 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.2810383 Jul 29 15:28:04.657878 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-64b5c91b-eb2c-42ed-aaba-f7dd4c022110 req-d0793586-d411-4587-a383-06080c822eac tempest-DeleteServersTestJSON-717258683 tempest-DeleteServersTestJSON-717258683-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcbb52e-b4f8-40d2-b7ca-5a0dd6e00e56 HTTP/1.1" status: 200 len: 210 time: 0.0381758 Jul 29 15:28:04.713241 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5e1fa5db-8c73-4a59-9075-3b9acf1c6426 req-d7c23228-8804-4b06-b51c-7af2e36ccd20 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443048 Jul 29 15:28:05.310593 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52486) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:05.482366 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1983579841-network', 'tenant_id': 'c4fb0ebf727444afb6c200ecfcbddaec'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:05.505150 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Made reservation on behalf of c4fb0ebf727444afb6c200ecfcbddaec for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:05.508080 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.517326 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.621075 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.626528 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.661898 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:28:05.677562 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251baa05-482a-433c-aa0d-b81a0f91c4a2,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:05.682620 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.683121 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Added segment 134c2cb6-02dc-4892-b7e4-5393f4de3045 of type vlan for network 4c07f9ff-7c9c-4525-b668-7d5af733dd90 Jul 29 15:28:05.746375 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.789010 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.790044 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:05.790626 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.870987 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5592601 Jul 29 15:28:05.871753 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52526) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:05.878706 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee180bb-0c92-4bb8-9c06-d34bdf73388d admin admin] Pushing event updated for resources: {'Network': ['ID=4c07f9ff-7c9c-4525-b668-7d5af733dd90,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:05.884863 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Request body: {'subnet': {'network_id': '4c07f9ff-7c9c-4525-b668-7d5af733dd90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1983579841-subnet', 'tenant_id': 'c4fb0ebf727444afb6c200ecfcbddaec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:05.889765 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 4c07f9ff-7c9c-4525-b668-7d5af733dd90 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:28:05.906103 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25cc7-20d6-4957-87de-b954f8c14bab req-fd47c7c3-77ae-4e6a-9bbc-847767adf302 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:05.907611 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3eb25cc7-20d6-4957-87de-b954f8c14bab req-fd47c7c3-77ae-4e6a-9bbc-847767adf302 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0946658 Jul 29 15:28:05.932800 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Made reservation on behalf of c4fb0ebf727444afb6c200ecfcbddaec for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:05.935280 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:05.997484 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3eb25cc7-20d6-4957-87de-b954f8c14bab req-09fb0ed6-f1d4-4bd2-af58-42a9a98ea1a0 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814335 Jul 29 15:28:06.162154 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:06.228743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2575b332-6d01-4eb2-b323-e950c9d78898,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:06.244677 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Checking segment: {'id': '134c2cb6-02dc-4892-b7e4-5393f4de3045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4c07f9ff-7c9c-4525-b668-7d5af733dd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:06.245243 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Network hostable DHCP agents. Network: 4c07f9ff-7c9c-4525-b668-7d5af733dd90, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:28:06.262878 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Network 4c07f9ff-7c9c-4525-b668-7d5af733dd90 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:28:06.273666 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 4c07f9ff-7c9c-4525-b668-7d5af733dd90) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:06.280564 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:06.281287 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:06.283676 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c057f143-45b1-4425-b5b2-178ae1b04b46 None None] Network 4c07f9ff-7c9c-4525-b668-7d5af733dd90 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:06.307592 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-98c91e14-5366-4baf-92b3-0d6f54a04fd3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4264700 Jul 29 15:28:06.471216 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7d49c-cab2-4d32-a11d-2072c732b09c None None] Network 4c07f9ff-7c9c-4525-b668-7d5af733dd90 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:07.017746 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52588) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:07.024132 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1075324877-network', 'tenant_id': 'ded0767cdb174fb3988a6c7208cda947'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:07.048858 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Made reservation on behalf of ded0767cdb174fb3988a6c7208cda947 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:07.051969 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.063829 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.150379 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959fafc-46e1-4c6d-bfff-a5c6c79b66b1 req-b8a3f51c-652b-4b32-ac32-c1fe56ef3284 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:07.160413 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0959fafc-46e1-4c6d-bfff-a5c6c79b66b1 req-b8a3f51c-652b-4b32-ac32-c1fe56ef3284 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0746145 Jul 29 15:28:07.207305 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.213262 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.219009 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0959fafc-46e1-4c6d-bfff-a5c6c79b66b1 req-a0c25610-a18f-466b-b25b-a03b9f07a6cd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568140 Jul 29 15:28:07.254853 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:28:07.266025 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc260cb-f37d-4405-a587-40c83b01e247,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:07.272594 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.273158 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Added segment b854b7cf-082f-4b87-814c-f656ecc2930f of type vlan for network 908df2a0-49ed-4d69-9a96-761b2e6cd1d6 Jul 29 15:28:07.322750 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.361693 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.362798 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:07.363687 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.426508 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4065719 Jul 29 15:28:07.432166 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52600) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:07.438406 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Request body: {'subnet': {'network_id': '908df2a0-49ed-4d69-9a96-761b2e6cd1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1075324877-subnet', 'tenant_id': 'ded0767cdb174fb3988a6c7208cda947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:07.461704 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4145-b798-4914-bfcc-8ffc47566189 admin admin] Pushing event updated for resources: {'Network': ['ID=908df2a0-49ed-4d69-9a96-761b2e6cd1d6,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:07.477415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 908df2a0-49ed-4d69-9a96-761b2e6cd1d6 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:28:07.479112 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Made reservation on behalf of ded0767cdb174fb3988a6c7208cda947 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:07.482075 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33260792'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.714759 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33462920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33260758'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.774189 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31b5fb1-7191-47da-8bc6-b8c11d54bf03,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:07.783117 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Checking segment: {'id': 'b854b7cf-082f-4b87-814c-f656ecc2930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '908df2a0-49ed-4d69-9a96-761b2e6cd1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:07.783477 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Network hostable DHCP agents. Network: 908df2a0-49ed-4d69-9a96-761b2e6cd1d6, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:28:07.802225 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Network 908df2a0-49ed-4d69-9a96-761b2e6cd1d6 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:28:07.812477 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 908df2a0-49ed-4d69-9a96-761b2e6cd1d6) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:07.817250 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:07.817820 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.825694 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f493dbd-0f69-4c23-ab35-7cf4f47bef63 None None] Network 908df2a0-49ed-4d69-9a96-761b2e6cd1d6 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:07.846484 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b8706d15-51c8-4a29-86a7-37c4f3e5461a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4051211 Jul 29 15:28:07.981882 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972835c1-6d57-4a1c-8038-c08845e7d7a1 None None] Network 908df2a0-49ed-4d69-9a96-761b2e6cd1d6 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:08.032433 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device d1672660-49b3-43d7-802b-261d39831f60 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:08.056563 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: d1672660-49b3-43d7-802b-261d39831f60 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:08.057157 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device d1672660-49b3-43d7-802b-261d39831f60 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:08.248535 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52646) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:08.300890 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73e2131-5d75-4102-9315-a45607cf1200 admin admin] Deleting subnet d81850d8-690e-4514-9e41-6f022a35a274 {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:28:08.305656 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e73e2131-5d75-4102-9315-a45607cf1200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.383759 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e73e2131-5d75-4102-9315-a45607cf1200 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.405013 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1c474-c732-4ab1-beb9-0b88bd3d56ff req-e558e97e-2ff3-4323-924c-3b97ed833289 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:08.406539 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b5d1c474-c732-4ab1-beb9-0b88bd3d56ff req-e558e97e-2ff3-4323-924c-3b97ed833289 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.1032383 Jul 29 15:28:08.407862 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e73e2131-5d75-4102-9315-a45607cf1200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.497416 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b5d1c474-c732-4ab1-beb9-0b88bd3d56ff req-66d21b2f-e33e-4c48-a5ea-85d46e31fced tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667744 Jul 29 15:28:08.537077 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e73e2131-5d75-4102-9315-a45607cf1200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.565154 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e73e2131-5d75-4102-9315-a45607cf1200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.569288 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-e73e2131-5d75-4102-9315-a45607cf1200 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d81850d8-690e-4514-9e41-6f022a35a274 HTTP/1.1" status: 204 len: 168 time: 0.3186591 Jul 29 15:28:08.569950 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52664) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:08.599048 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e2131-5d75-4102-9315-a45607cf1200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d81850d8-690e-4514-9e41-6f022a35a274,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:08.668440 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.762596 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.774677 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554a43b9-3489-4635-9d89-e48e752339e0']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:08.785748 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b544dc7-04f9-4b7a-863d-51496930a7a4') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:08.786046 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b544dc7-04f9-4b7a-863d-51496930a7a4') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:08.798549 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.814886 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.832437 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:28:08.833274 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:28:08.835445 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:28:08.898421 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.914093 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:08.916193 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] 10.222.0.10 "DELETE /v2.0/networks/554a43b9-3489-4635-9d89-e48e752339e0 HTTP/1.1" status: 204 len: 168 time: 0.3452146 Jul 29 15:28:08.918299 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40363f9f-f455-4f15-a910-632d1448a231 admin admin] Pushing event deleted for resources: {'Network': ['ID=554a43b9-3489-4635-9d89-e48e752339e0,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:09.129414 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52698) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:09.175839 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-db4c5353-4621-4648-bbd7-72f65d800f52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3e803dc75d14e4c9f774f54a05fa6cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451140 Jul 29 15:28:09.178423 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52706) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:09.228858 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5b7d13e5-38bd-4120-bc4b-f81b3219ae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.251318 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5b7d13e5-38bd-4120-bc4b-f81b3219ae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.319197 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5b7d13e5-38bd-4120-bc4b-f81b3219ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.322769 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5b7d13e5-38bd-4120-bc4b-f81b3219ae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.329315 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-5b7d13e5-38bd-4120-bc4b-f81b3219ae58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa582b31-fb8d-465b-ad7a-dba72b8e5a2b HTTP/1.1" status: 204 len: 168 time: 0.1497004 Jul 29 15:28:09.338087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d13e5-38bd-4120-bc4b-f81b3219ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa582b31-fb8d-465b-ad7a-dba72b8e5a2b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:09.649237 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca01ce-877f-430d-bae1-35461753ea46 req-dde274a1-a189-4ab4-8fe5-4c2232c9fa30 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:09.652723 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-52ca01ce-877f-430d-bae1-35461753ea46 req-dde274a1-a189-4ab4-8fe5-4c2232c9fa30 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0683861 Jul 29 15:28:09.714762 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-52ca01ce-877f-430d-bae1-35461753ea46 req-ab4ddd48-764b-480a-8464-25d4b8c06603 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488937 Jul 29 15:28:10.254644 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52788) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:10.381636 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-193536500-network', 'tenant_id': '6f69db43d60a47ebbf8b489917813763'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:10.406868 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Made reservation on behalf of 6f69db43d60a47ebbf8b489917813763 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:10.409556 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.425095 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.541866 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.549982 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.582247 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:28:10.593375 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e7d4b-9bd4-4d93-a0ee-8a96204545ea,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:10.602188 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.602616 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Added segment 36e222dc-de34-4f20-bd70-1956e48f7cdc of type vlan for network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 Jul 29 15:28:10.656963 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.700944 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.702246 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:10.702894 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.767997 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5117459 Jul 29 15:28:10.771332 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52824) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:10.777848 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffa58f-b9a8-44b7-a7ec-e20fdef52fac admin admin] Pushing event updated for resources: {'Network': ['ID=4ca45ca6-0dc2-4089-aa60-7a2582b4a106,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:10.781978 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Request body: {'subnet': {'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-subnet', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:10.789603 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:28:10.828295 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52828) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:10.842669 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Made reservation on behalf of 6f69db43d60a47ebbf8b489917813763 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:10.847198 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33260792'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:10.907851 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6523b-087c-41b6-b4ce-512001f05cb0 req-61248fde-65a8-476f-8a1a-74dcd24757c9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:10.908982 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-72f6523b-087c-41b6-b4ce-512001f05cb0 req-61248fde-65a8-476f-8a1a-74dcd24757c9 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0680177 Jul 29 15:28:10.977247 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a4456337-be75-47ca-836b-3d00f13e9d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.007905 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-72f6523b-087c-41b6-b4ce-512001f05cb0 req-02c14701-7a55-4c9e-9a95-9dcc1df0b142 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759761 Jul 29 15:28:11.110418 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33462920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33260758'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.136407 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a4456337-be75-47ca-836b-3d00f13e9d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.141388 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a4456337-be75-47ca-836b-3d00f13e9d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.169550 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46ef1d1-e012-4c46-8921-e6c634ea9a4c,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:11.174289 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4456337-be75-47ca-836b-3d00f13e9d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84586fef-06e3-4288-8de0-af8d030c46c3,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:11.204243 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a4456337-be75-47ca-836b-3d00f13e9d8b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f945fa3235e4c2bb503d62cef8c382b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743598 Jul 29 15:28:11.206953 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52852) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:11.237835 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Checking segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:11.238541 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Network hostable DHCP agents. Network: 4ca45ca6-0dc2-4089-aa60-7a2582b4a106, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:28:11.281949 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:28:11.304851 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 4ca45ca6-0dc2-4089-aa60-7a2582b4a106) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:11.318433 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:11.318567 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7530896-7c14-4f1d-b587-6984177c0e9b None None] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:11.318650 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.322233 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-638ff517-eeb1-4c05-959d-7c31f56a91e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.369551 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-638ff517-eeb1-4c05-959d-7c31f56a91e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.373978 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-dd8d6eb5-334b-42ce-9c63-59b4526b9f19 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5996785 Jul 29 15:28:11.376515 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52866) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:11.382430 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:11.430070 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.431697 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.460486 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-638ff517-eeb1-4c05-959d-7c31f56a91e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.466212 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-638ff517-eeb1-4c05-959d-7c31f56a91e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.475129 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-638ff517-eeb1-4c05-959d-7c31f56a91e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84586fef-06e3-4288-8de0-af8d030c46c3 HTTP/1.1" status: 204 len: 168 time: 0.2660632 Jul 29 15:28:11.488391 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ff517-eeb1-4c05-959d-7c31f56a91e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84586fef-06e3-4288-8de0-af8d030c46c3,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:11.544619 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.612333 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.756485 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:28:11.757634 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.801289 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.909254 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Allocated IP 172.20.0.2 (4ca45ca6-0dc2-4089-aa60-7a2582b4a106/c46ef1d1-e012-4c46-8921-e6c634ea9a4c/2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:12.003106 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52882) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:12.018547 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7ec18f11-bb62-4c4e-91a4-fe6ce0b0ce75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.063878 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.072739 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Transition to ACTIVE for port object 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:12.088323 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Transition to ACTIVE for port object 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:12.097088 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.112896 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.127873 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7ec18f11-bb62-4c4e-91a4-fe6ce0b0ce75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.137784 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.138014 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:12.139425 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7ec18f11-bb62-4c4e-91a4-fe6ce0b0ce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.143771 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:12.152028 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:12.162881 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Pushing event updated for resources: {'Port': ['ID=2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:12.211452 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-7ec18f11-bb62-4c4e-91a4-fe6ce0b0ce75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb6030b14a3649ed8d7a1bd78af9a88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065508 Jul 29 15:28:12.217943 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52886) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:12.218567 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec18f11-bb62-4c4e-91a4-fe6ce0b0ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c6abe-5b95-4790-9507-54d49cc2b5af,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:12.219422 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Attempting to bind port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:12.219895 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Attempting to bind port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:12.220318 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Attempting to bind port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc on network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:12.226073 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:12.226463 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Checking segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:12.226863 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.227249 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Bound using segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:12.227719 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Bound port: 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:12.228100 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.253003 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb0069-0875-4e87-aca2-09e39bef86a5 req-bb2d994a-fb7a-4983-8bb8-de30cb98a4e2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:12.254486 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bfbb0069-0875-4e87-aca2-09e39bef86a5 req-bb2d994a-fb7a-4983-8bb8-de30cb98a4e2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.1322534 Jul 29 15:28:12.256802 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Allocated IP 172.27.0.213 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/523d3d33-fb8a-4564-a54a-56726a305814) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:12.312315 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] For port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:12.312557 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-84923101-b0c6-4ae8-8df5-6c6867e3bd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.315932 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] For port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:12.321591 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bfbb0069-0875-4e87-aca2-09e39bef86a5 req-ebefc917-cea2-4624-bb15-f9b16e0d67ae tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560741 Jul 29 15:28:12.336364 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.349219 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-84923101-b0c6-4ae8-8df5-6c6867e3bd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.371187 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.414424 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99455e-2111-43cf-bd6a-b4a7b7b18699 None None] Pushing event updated for resources: {'Port': ['ID=2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:12.451525 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.462239 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-84923101-b0c6-4ae8-8df5-6c6867e3bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.465430 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-84923101-b0c6-4ae8-8df5-6c6867e3bd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.466933 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-84923101-b0c6-4ae8-8df5-6c6867e3bd4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/698c6abe-5b95-4790-9507-54d49cc2b5af HTTP/1.1" status: 204 len: 168 time: 0.2443347 Jul 29 15:28:12.477551 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84923101-b0c6-4ae8-8df5-6c6867e3bd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c6abe-5b95-4790-9507-54d49cc2b5af,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:12.545793 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:12.555059 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:12.558751 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:12.562213 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Pushing event updated for resources: {'Port': ['ID=523d3d33-fb8a-4564-a54a-56726a305814,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:12.957963 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.186933 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52938) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:13.212109 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52942) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:13.236343 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40e48e11-1366-4163-b559-329ccd88bd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.448775 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.475685 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40e48e11-1366-4163-b559-329ccd88bd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.482652 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-40e48e11-1366-4163-b559-329ccd88bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.553820 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-40e48e11-1366-4163-b559-329ccd88bd9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04026bdcfa9244bda1f42415bc5306b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393698 Jul 29 15:28:13.554887 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e48e11-1366-4163-b559-329ccd88bd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c8403-fdf8-4a48-bfb7-0a5594054196,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:13.559242 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52956) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:13.644906 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4fa85995-7d74-477d-ad6f-020dfd0f3d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.696578 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4fa85995-7d74-477d-ad6f-020dfd0f3d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.699274 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3ab6eec7-6709-44d0-81a2-c9592ce4e10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.736332 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213d76-6f80-4666-be4e-c87f8e67686a req-7b6cf928-aa59-4ebd-ba84-241083941d97 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:13.749194 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c1213d76-6f80-4666-be4e-c87f8e67686a req-7b6cf928-aa59-4ebd-ba84-241083941d97 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.2842216 Jul 29 15:28:13.756553 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:13.809639 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4fa85995-7d74-477d-ad6f-020dfd0f3d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.813807 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4fa85995-7d74-477d-ad6f-020dfd0f3d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.815233 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-4fa85995-7d74-477d-ad6f-020dfd0f3d87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/400c8403-fdf8-4a48-bfb7-0a5594054196 HTTP/1.1" status: 204 len: 168 time: 0.2544069 Jul 29 15:28:13.837802 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa85995-7d74-477d-ad6f-020dfd0f3d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c8403-fdf8-4a48-bfb7-0a5594054196,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:13.858166 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:13.880372 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c1213d76-6f80-4666-be4e-c87f8e67686a req-3d061f23-e5a8-440d-bc3b-3e18f2d06892 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219158 Jul 29 15:28:13.919222 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Router 330cfaee-1ae0-45ce-8f64-069449e2a214 is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:28:13.922679 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3ab6eec7-6709-44d0-81a2-c9592ce4e10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.929442 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3ab6eec7-6709-44d0-81a2-c9592ce4e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.955491 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4460917d-dbfa-484b-9d98-ed7e28916b94 None None] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:13.971410 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:28:13.981194 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3ab6eec7-6709-44d0-81a2-c9592ce4e10e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e681b0c64f6c44e5a228d5ed2b00bdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7904241 Jul 29 15:28:13.982270 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 52966) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:13.984681 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6eec7-6709-44d0-81a2-c9592ce4e10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7064301-f78e-43b8-8f25-9969e4ad72e3,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:14.065127 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-d996d05d-0df1-4a2b-b37d-ff2398df8638 None None] Provisioning for port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:14.097384 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-d996d05d-0df1-4a2b-b37d-ff2398df8638 None None] Provisioning complete for port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:14.097744 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d996d05d-0df1-4a2b-b37d-ff2398df8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.101769 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:14.114564 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f1abb7f1-8be9-4ffd-a73c-4a1a2afb3632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.156721 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.157378 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-11613a83-cf00-4b67-a9e1-5a09f5c841fe admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7798133 Jul 29 15:28:14.159897 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 52976) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:14.162956 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f1abb7f1-8be9-4ffd-a73c-4a1a2afb3632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.183606 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Sync routers for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:14.210202 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:14.210827 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:14.231084 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f1abb7f1-8be9-4ffd-a73c-4a1a2afb3632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.237064 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f1abb7f1-8be9-4ffd-a73c-4a1a2afb3632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.241164 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-f1abb7f1-8be9-4ffd-a73c-4a1a2afb3632 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7064301-f78e-43b8-8f25-9969e4ad72e3 HTTP/1.1" status: 204 len: 168 time: 0.2577603 Jul 29 15:28:14.258349 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abb7f1-8be9-4ffd-a73c-4a1a2afb3632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7064301-f78e-43b8-8f25-9969e4ad72e3,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:14.298204 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d996d05d-0df1-4a2b-b37d-ff2398df8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.379319 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-d996d05d-0df1-4a2b-b37d-ff2398df8638 None None] For port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:14.387071 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d996d05d-0df1-4a2b-b37d-ff2398df8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.504945 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996d05d-0df1-4a2b-b37d-ff2398df8638 None None] Pushing event updated for resources: {'Port': ['ID=2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:14.549096 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:14.617969 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-6d495ae6-20fb-4851-b298-38db3fcf071d None None] Provisioning complete for port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:14.618348 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-6d495ae6-20fb-4851-b298-38db3fcf071d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.767783 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53000) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:14.789817 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1e781fe7-4e8a-4895-b20a-17d53a6e549c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.833537 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:12Z', 'revision_number': 3, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:14.878791 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Checking router: 330cfaee-1ae0-45ce-8f64-069449e2a214 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:14.879568 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Updating router 330cfaee-1ae0-45ce-8f64-069449e2a214 port 523d3d33-fb8a-4564-a54a-56726a305814 binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:14.884018 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53002) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:14.912198 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.968318 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.023363 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1e781fe7-4e8a-4895-b20a-17d53a6e549c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.032222 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1e781fe7-4e8a-4895-b20a-17d53a6e549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.137198 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1e781fe7-4e8a-4895-b20a-17d53a6e549c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ab56481d071429daa2bb4dd9e799502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672433 Jul 29 15:28:15.137924 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e781fe7-4e8a-4895-b20a-17d53a6e549c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7355bb-d7a2-4775-812e-6cb9199dd88b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.146783 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53020) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:15.186565 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c7a4f-6474-4f3a-8b1d-12d104c292eb req-2d12a073-3c5d-4f1f-9eb9-ae1432e37056 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:15.188370 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7e4c7a4f-6474-4f3a-8b1d-12d104c292eb req-2d12a073-3c5d-4f1f-9eb9-ae1432e37056 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.1676035 Jul 29 15:28:15.258750 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.334426 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.357846 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Transition to ACTIVE for port object 523d3d33-fb8a-4564-a54a-56726a305814 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:15.368253 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.397678 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.403965 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.444373 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a69e5363fc724869990dd38271cba9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575197 Jul 29 15:28:15.449795 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7e4c7a4f-6474-4f3a-8b1d-12d104c292eb req-729f9ddb-1c56-4ab8-881f-3169f2c9bf2c tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454889 Jul 29 15:28:15.450646 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53028) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:15.462298 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Attempting to bind port 523d3d33-fb8a-4564-a54a-56726a305814 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:15.462679 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Attempting to bind port 523d3d33-fb8a-4564-a54a-56726a305814 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:15.463020 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Attempting to bind port 523d3d33-fb8a-4564-a54a-56726a305814 on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:15.474634 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.477934 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:15.478522 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:15.479092 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.479652 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:15.480298 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Bound port: 523d3d33-fb8a-4564-a54a-56726a305814, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:15.480931 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.507060 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162f7513-5067-4bf3-8be9-ac14a896ff0e,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.507619 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Allocated IP 172.20.0.1 (4ca45ca6-0dc2-4089-aa60-7a2582b4a106/c46ef1d1-e012-4c46-8921-e6c634ea9a4c/9f6be9cc-5534-4245-b9e5-627fc63cd163) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:15.511285 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.518989 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.519332 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.519669 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.519999 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.520367 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.520702 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.521086 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.521412 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.521735 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.522054 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.522378 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.522743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39b4340-6c8f-4bb6-a0fd-d2b0c7e9b4cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.545820 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96323e-bf84-49c6-a711-08efaa35a1ec None None] Pushing event updated for resources: {'Port': ['ID=523d3d33-fb8a-4564-a54a-56726a305814,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.548629 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] For port 523d3d33-fb8a-4564-a54a-56726a305814, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:15.551959 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] For port 523d3d33-fb8a-4564-a54a-56726a305814, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=523d3d33-fb8a-4564-a54a-56726a305814,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:15.558634 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.623137 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96323e-bf84-49c6-a711-08efaa35a1ec None None] Pushing event updated for resources: {'Port': ['ID=523d3d33-fb8a-4564-a54a-56726a305814,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.625877 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:15.627023 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:15.633660 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.636839 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.638195 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e7355bb-d7a2-4775-812e-6cb9199dd88b HTTP/1.1" status: 204 len: 168 time: 0.4902639 Jul 29 15:28:15.646165 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-606c1878-a2ce-4a0d-894c-021bbcf34ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.658897 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7355bb-d7a2-4775-812e-6cb9199dd88b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.666104 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.667313 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.667755 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.668094 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.668417 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.668743 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.669123 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.669444 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.669807 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.670130 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.670447 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.670755 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e643b-4620-43ef-a084-49ef1752646c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.690946 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.706080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-606c1878-a2ce-4a0d-894c-021bbcf34ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.733417 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.provisioning_blocks [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Transition to ACTIVE for port object 9f6be9cc-5534-4245-b9e5-627fc63cd163 will not be triggered until provisioned by entity DHCP. {{(pid=93121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:15.743812 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:15.771519 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:15.805374 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-606c1878-a2ce-4a0d-894c-021bbcf34ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.809736 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-606c1878-a2ce-4a0d-894c-021bbcf34ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.813321 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-606c1878-a2ce-4a0d-894c-021bbcf34ed0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/162f7513-5067-4bf3-8be9-ac14a896ff0e HTTP/1.1" status: 204 len: 168 time: 0.3517869 Jul 29 15:28:15.831110 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.843455 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c1878-a2ce-4a0d-894c-021bbcf34ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162f7513-5067-4bf3-8be9-ac14a896ff0e,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.933715 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:15.934310 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.944570 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:15.953672 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:15.965426 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:16.060520 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:12Z', 'revision_number': 3, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:16.083733 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Pushing event updated for resources: {'Port': ['ID=9f6be9cc-5534-4245-b9e5-627fc63cd163,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:16.125680 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.130010 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d309031-250b-4807-821d-7b304d52f5ed None None] The sync data for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi is: [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:12Z', 'revision_number': 3, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:16.331717 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-84c59380-99f1-48aa-aff1-4a9c8f4fbc48 None None] Provisioning for port 9f6be9cc-5534-4245-b9e5-627fc63cd163 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:16.336916 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-84c59380-99f1-48aa-aff1-4a9c8f4fbc48 None None] Provisioning complete for port 9f6be9cc-5534-4245-b9e5-627fc63cd163 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:16.337291 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-84c59380-99f1-48aa-aff1-4a9c8f4fbc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.353331 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53054) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:16.382159 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8cd145de-7b46-4f9c-bdfb-6f66b4f03896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.386407 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-84c59380-99f1-48aa-aff1-4a9c8f4fbc48 None None] Port 9f6be9cc-5534-4245-b9e5-627fc63cd163 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:16.410301 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.508739 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8cd145de-7b46-4f9c-bdfb-6f66b4f03896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.514277 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8cd145de-7b46-4f9c-bdfb-6f66b4f03896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.611592 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd145de-7b46-4f9c-bdfb-6f66b4f03896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3aca7-578e-4b7e-b576-765547e15770,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:16.630347 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-8cd145de-7b46-4f9c-bdfb-6f66b4f03896 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdc539ed8ddb475f95e5eeaa069fab51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753630 Jul 29 15:28:16.634756 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53060) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:16.663658 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75794a4c-3982-4221-b96d-14dad696f77a req-ae0c8c6d-f0c4-432b-8a5a-045384f4720d tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:16.669337 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-75794a4c-3982-4221-b96d-14dad696f77a req-ae0c8c6d-f0c4-432b-8a5a-045384f4720d tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0867894 Jul 29 15:28:16.685048 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.695848 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.713364 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-75794a4c-3982-4221-b96d-14dad696f77a req-080f16a0-c98b-4473-a18b-9020fe03de4a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391033 Jul 29 15:28:16.736608 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.825616 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-993d3f18-34af-4b46-b2fb-b29cf3603a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.835597 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Pushing event updated for resources: {'Port': ['ID=9f6be9cc-5534-4245-b9e5-627fc63cd163,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:16.867367 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-993d3f18-34af-4b46-b2fb-b29cf3603a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.922858 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:16.924795 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:16.988717 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-993d3f18-34af-4b46-b2fb-b29cf3603a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.991248 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-993d3f18-34af-4b46-b2fb-b29cf3603a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.995129 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-993d3f18-34af-4b46-b2fb-b29cf3603a99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8a3aca7-578e-4b7e-b576-765547e15770 HTTP/1.1" status: 204 len: 168 time: 0.3567121 Jul 29 15:28:17.046538 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d3f18-34af-4b46-b2fb-b29cf3603a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3aca7-578e-4b7e-b576-765547e15770,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:17.093809 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Router 330cfaee-1ae0-45ce-8f64-069449e2a214 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:28:17.214774 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-06caf127-641b-407f-8d2f-cab0ecfb4e10 None None] Provisioning complete for port 9f6be9cc-5534-4245-b9e5-627fc63cd163 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:17.215279 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-06caf127-641b-407f-8d2f-cab0ecfb4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.235210 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:17.241138 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-c644d958-fc91-41ea-9efa-87044145959e admin admin] 10.222.0.10 "PUT /v2.0/routers/330cfaee-1ae0-45ce-8f64-069449e2a214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0789073 Jul 29 15:28:17.326671 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-06caf127-641b-407f-8d2f-cab0ecfb4e10 None None] Port 9f6be9cc-5534-4245-b9e5-627fc63cd163 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:17.540320 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53096) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:17.557169 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a3d99235-70c0-423a-b8c3-99ff79a7e7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.724709 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 523d3d33-fb8a-4564-a54a-56726a305814 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:17.751288 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a3d99235-70c0-423a-b8c3-99ff79a7e7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.760019 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a3d99235-70c0-423a-b8c3-99ff79a7e7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.801662 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 523d3d33-fb8a-4564-a54a-56726a305814 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:17.806747 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 523d3d33-fb8a-4564-a54a-56726a305814 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:17.808078 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.817296 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a3d99235-70c0-423a-b8c3-99ff79a7e7ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=484014f1e5fa4003a889cb54c76a5e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758508 Jul 29 15:28:17.820241 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53112) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:17.878910 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d99235-70c0-423a-b8c3-99ff79a7e7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2905bc86-9486-4512-bec8-16eb96757316,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:17.916146 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a3a53b5e-84fe-43cd-b163-1b4e5a293520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.993653 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a3a53b5e-84fe-43cd-b163-1b4e5a293520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.996404 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.006833 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986ac47-ff9b-47f1-b7a0-118ed68a44b3 req-4146a6f6-b329-4b70-a88b-d5638684118b tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:18.010503 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2986ac47-ff9b-47f1-b7a0-118ed68a44b3 req-4146a6f6-b329-4b70-a88b-d5638684118b tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.1108375 Jul 29 15:28:18.056862 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 523d3d33-fb8a-4564-a54a-56726a305814, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=523d3d33-fb8a-4564-a54a-56726a305814,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:18.073555 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.104949 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2986ac47-ff9b-47f1-b7a0-118ed68a44b3 req-1b84fadc-f05d-4f58-8793-b4dfe7c2d2c0 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 Jul 29 15:28:18.142899 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a3a53b5e-84fe-43cd-b163-1b4e5a293520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.146116 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a3a53b5e-84fe-43cd-b163-1b4e5a293520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.147493 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a3a53b5e-84fe-43cd-b163-1b4e5a293520 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2905bc86-9486-4512-bec8-16eb96757316 HTTP/1.1" status: 204 len: 168 time: 0.3259978 Jul 29 15:28:18.156614 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a53b5e-84fe-43cd-b163-1b4e5a293520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2905bc86-9486-4512-bec8-16eb96757316,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:18.181001 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=523d3d33-fb8a-4564-a54a-56726a305814,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:18.429689 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Sync routers for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:18.446103 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:18.446871 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:18.569761 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53146) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:18.574840 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-10b3b4ea-049a-42be-a873-39a4834149c7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018633293', 'description': 'tempest-description--1301957349'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:18.615855 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:18.616012 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-10b3b4ea-049a-42be-a873-39a4834149c7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.812536 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-10b3b4ea-049a-42be-a873-39a4834149c7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.819769 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-10b3b4ea-049a-42be-a873-39a4834149c7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.853982 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-10b3b4ea-049a-42be-a873-39a4834149c7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.856891 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-10b3b4ea-049a-42be-a873-39a4834149c7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2853327 Jul 29 15:28:18.859564 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53166) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:18.864676 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-b044d220-fff8-4473-839f-ba7a2ec2f17f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'security_group_rule': {'security_group_id': 'c53df25e-c0c2-482a-b671-c1cad4e95e5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:18.882685 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3b4ea-049a-42be-a873-39a4834149c7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53df25e-c0c2-482a-b671-c1cad4e95e5d,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:18.931795 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b044d220-fff8-4473-839f-ba7a2ec2f17f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.000166 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 2, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:19.026855 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53178) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.040929 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Checking router: 330cfaee-1ae0-45ce-8f64-069449e2a214 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:19.041277 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Updating router 330cfaee-1ae0-45ce-8f64-069449e2a214 port 9f6be9cc-5534-4245-b9e5-627fc63cd163 binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:19.044458 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b044d220-fff8-4473-839f-ba7a2ec2f17f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.050185 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b044d220-fff8-4473-839f-ba7a2ec2f17f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.077422 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.098565 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044d220-fff8-4473-839f-ba7a2ec2f17f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0db1c68-fc8a-44f2-8e4e-4b4db7c8b467,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:19.115212 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b044d220-fff8-4473-839f-ba7a2ec2f17f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.119198 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53190) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.120134 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b044d220-fff8-4473-839f-ba7a2ec2f17f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2595179 Jul 29 15:28:19.125598 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-3f36600a-a361-4839-862c-e0235b316863 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'security_group_rule': {'security_group_id': 'c53df25e-c0c2-482a-b671-c1cad4e95e5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:19.194723 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3f36600a-a361-4839-862c-e0235b316863 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.270347 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f0410d12-c7c4-4c46-beee-521e2caf91f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.330674 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3f36600a-a361-4839-862c-e0235b316863 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.346408 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfacb4e-660a-4daa-a8d6-6d586635479f req-9141eaf6-55ee-4300-a52a-af791b4149a1 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:19.348154 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bdfacb4e-660a-4daa-a8d6-6d586635479f req-9141eaf6-55ee-4300-a52a-af791b4149a1 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.1416988 Jul 29 15:28:19.350351 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3f36600a-a361-4839-862c-e0235b316863 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.397062 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36600a-a361-4839-862c-e0235b316863 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa2ea35-b4ef-4ea2-be4b-8e79e762fe4c,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:19.417844 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53208) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.465425 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bdfacb4e-660a-4daa-a8d6-6d586635479f req-bc645ef9-6cfd-4b31-b8a0-fcef730a3306 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020699 Jul 29 15:28:19.469117 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.495183 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Transition to ACTIVE for port object 9f6be9cc-5534-4245-b9e5-627fc63cd163 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:19.498161 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.515819 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f0410d12-c7c4-4c46-beee-521e2caf91f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.521056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f0410d12-c7c4-4c46-beee-521e2caf91f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.542584 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3f36600a-a361-4839-862c-e0235b316863 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.545848 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f75ef5-f9c4-462a-8d46-e5b5e70768f3 None None] Pushing event updated for resources: {'Port': ['ID=9f6be9cc-5534-4245-b9e5-627fc63cd163,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:19.547360 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53216) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.558188 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:19.562904 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-3f36600a-a361-4839-862c-e0235b316863 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419529 Jul 29 15:28:19.615662 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1533287056-network', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:19.619451 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-f0410d12-c7c4-4c46-beee-521e2caf91f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43c7f681cf1a4d54b25baf37f8c85ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5887129 Jul 29 15:28:19.619451 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0410d12-c7c4-4c46-beee-521e2caf91f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6f94b3-64a2-477e-865e-60dbf14a7d15,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:19.619634 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Attempting to bind port 9f6be9cc-5534-4245-b9e5-627fc63cd163 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:19.619634 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Attempting to bind port 9f6be9cc-5534-4245-b9e5-627fc63cd163 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:19.619634 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Attempting to bind port 9f6be9cc-5534-4245-b9e5-627fc63cd163 on network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:19.628938 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53218) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.630866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:19.632221 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Checking segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:19.632883 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.633937 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Bound using segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:19.635111 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Bound port: 9f6be9cc-5534-4245-b9e5-627fc63cd163, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:19.636689 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.640384 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.699181 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 523d3d33-fb8a-4564-a54a-56726a305814 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:19.780036 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53224) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.806367 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Made reservation on behalf of 7a54b5401a0441c7b4aeaf5286bff35a for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:19.809759 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.841382 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.864169 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ece7f4ef-a870-40ce-a0e0-a526f9a5f7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.907341 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] For port 9f6be9cc-5534-4245-b9e5-627fc63cd163, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:19.918533 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ece7f4ef-a870-40ce-a0e0-a526f9a5f7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.930726 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] For port 9f6be9cc-5534-4245-b9e5-627fc63cd163, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9f6be9cc-5534-4245-b9e5-627fc63cd163,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:19.939121 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.941232 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5445-9667-4cad-8346-e172b9fca4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.972927 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 523d3d33-fb8a-4564-a54a-56726a305814 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:19.973384 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.031780 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:20.032421 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:20.055253 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.058864 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ece7f4ef-a870-40ce-a0e0-a526f9a5f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.061419 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ece7f4ef-a870-40ce-a0e0-a526f9a5f7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.062555 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-ece7f4ef-a870-40ce-a0e0-a526f9a5f7a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec6f94b3-64a2-477e-865e-60dbf14a7d15 HTTP/1.1" status: 204 len: 168 time: 0.4306598 Jul 29 15:28:20.087014 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7f4ef-a870-40ce-a0e0-a526f9a5f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6f94b3-64a2-477e-865e-60dbf14a7d15,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:20.100711 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f75ef5-f9c4-462a-8d46-e5b5e70768f3 None None] Pushing event updated for resources: {'Port': ['ID=9f6be9cc-5534-4245-b9e5-627fc63cd163,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:20.154747 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.188934 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.216949 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:28:20.235054 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:20.248782 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.249479 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Added segment c7e8b6bc-512d-43d5-8557-4e246b279278 of type vlan for network 9fd732cf-374c-4ea8-a421-0469390fbbed Jul 29 15:28:20.309915 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5445-9667-4cad-8346-e172b9fca4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.315333 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dd0c5445-9667-4cad-8346-e172b9fca4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.324406 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f05dc7c-b278-4409-ab36-5aba35464520,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:20.358179 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.362108 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c5445-9667-4cad-8346-e172b9fca4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9340bb-37b2-48e1-8d21-690f6d7b7e2f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:20.368904 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-dd0c5445-9667-4cad-8346-e172b9fca4c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c87f929df9f041bc95e3dbd6d1698b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5873799 Jul 29 15:28:20.371527 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53238) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:20.388599 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Allocated IP 172.27.0.251 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/8f6b81b2-9834-4445-9cbc-899c7f6a69dc) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:20.426486 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9ab6-a48d-486b-af39-c4946b3127fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.452135 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9ab6-a48d-486b-af39-c4946b3127fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.460466 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53240) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:20.487514 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8211d85b-703c-4064-a3f2-7091eca65158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.516357 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9ab6-a48d-486b-af39-c4946b3127fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.521209 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d8fe9ab6-a48d-486b-af39-c4946b3127fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.524888 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d8fe9ab6-a48d-486b-af39-c4946b3127fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df9340bb-37b2-48e1-8d21-690f6d7b7e2f HTTP/1.1" status: 204 len: 168 time: 0.1508067 Jul 29 15:28:20.527988 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.529286 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:20.529711 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.534197 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:19Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:20.544138 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe9ab6-a48d-486b-af39-c4946b3127fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9340bb-37b2-48e1-8d21-690f6d7b7e2f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:20.578536 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44271272-9b89-4260-9fea-570da9a48ef4 None None] The sync data for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi is: [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:19Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:20.644679 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.670624 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] Pushing event updated for resources: {'Network': ['ID=9fd732cf-374c-4ea8-a421-0469390fbbed,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:20.702006 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 9fd732cf-374c-4ea8-a421-0469390fbbed details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:28:20.737487 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bcb5e-e4c3-4b7c-acab-d62cad1f7783 req-a61008ad-6fbd-4ae1-bc11-22349f997493 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:20.739126 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5e9bcb5e-e4c3-4b7c-acab-d62cad1f7783 req-a61008ad-6fbd-4ae1-bc11-22349f997493 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.1778436 Jul 29 15:28:20.802920 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.854972 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5e9bcb5e-e4c3-4b7c-acab-d62cad1f7783 req-595fb4d4-af00-4948-a47c-29f733578904 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077585 Jul 29 15:28:20.858982 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8211d85b-703c-4064-a3f2-7091eca65158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.895507 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8211d85b-703c-4064-a3f2-7091eca65158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.902174 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-069af36c-967f-47c6-9a9b-896246c32a7f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4798725 Jul 29 15:28:20.902174 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:20.902536 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53254) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:20.909003 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Request body: {'subnet': {'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1533287056-subnet', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:20.958020 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:20.969868 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'Port': ['ID=8f6b81b2-9834-4445-9cbc-899c7f6a69dc,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:20.971609 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Made reservation on behalf of 7a54b5401a0441c7b4aeaf5286bff35a for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:20.974173 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:20.991816 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:21.061391 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211d85b-703c-4064-a3f2-7091eca65158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa3df61-7856-4c6f-89d4-74fd8079b8bb,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:21.070096 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-8211d85b-703c-4064-a3f2-7091eca65158 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6275fd1720ac47d09e2ffa672812e388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045232 Jul 29 15:28:21.070605 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53260) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:21.187426 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53270) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:21.219474 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-89353b45-8c4c-4915-99ac-b75eb0f9b828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.425002 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.545247 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-89353b45-8c4c-4915-99ac-b75eb0f9b828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.557250 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-89353b45-8c4c-4915-99ac-b75eb0f9b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.557365 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b9ce-d10c-4fba-9d5f-35e0efd3988d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.601300 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89353b45-8c4c-4915-99ac-b75eb0f9b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ca1ac6-b969-4b89-9830-2261e3b9a58d,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:21.610811 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.626004 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3edc7c1a-7687-42f5-a653-858bf491e856,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:21.636677 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Checking segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:21.638188 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Network hostable DHCP agents. Network: 9fd732cf-374c-4ea8-a421-0469390fbbed, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:28:21.665174 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b9ce-d10c-4fba-9d5f-35e0efd3988d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.695047 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-89353b45-8c4c-4915-99ac-b75eb0f9b828 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdb895e38a7149648fcd47ce74df7169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045862 Jul 29 15:28:21.695810 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53288) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:21.716376 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Network 9fd732cf-374c-4ea8-a421-0469390fbbed is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:28:21.756612 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 9fd732cf-374c-4ea8-a421-0469390fbbed) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:21.764524 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:21.764714 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.768424 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.775468 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cd155f-ec9f-4516-b25f-16c7d840c287 None None] Network 9fd732cf-374c-4ea8-a421-0469390fbbed requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:21.788380 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1ef00a34-75ad-454a-aef3-e7344e03484c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.797078 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d69abb45-83e0-46ce-a671-26986710501e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8905988 Jul 29 15:28:21.799534 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53292) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:21.800375 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9f6be9cc-5534-4245-b9e5-627fc63cd163 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:21.813832 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:21.837026 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1ef00a34-75ad-454a-aef3-e7344e03484c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.892657 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.893849 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:21.983654 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.010973 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 9f6be9cc-5534-4245-b9e5-627fc63cd163 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:22.021044 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 9f6be9cc-5534-4245-b9e5-627fc63cd163 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:22.021509 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.059052 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b9ce-d10c-4fba-9d5f-35e0efd3988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.062767 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b9ce-d10c-4fba-9d5f-35e0efd3988d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.064571 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3ad7b9ce-d10c-4fba-9d5f-35e0efd3988d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7aa3df61-7856-4c6f-89d4-74fd8079b8bb HTTP/1.1" status: 204 len: 168 time: 0.9930508 Jul 29 15:28:22.078773 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7b9ce-d10c-4fba-9d5f-35e0efd3988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa3df61-7856-4c6f-89d4-74fd8079b8bb,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:22.116488 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1ef00a34-75ad-454a-aef3-e7344e03484c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.116488 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1ef00a34-75ad-454a-aef3-e7344e03484c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.116488 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1ef00a34-75ad-454a-aef3-e7344e03484c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29ca1ac6-b969-4b89-9830-2261e3b9a58d HTTP/1.1" status: 204 len: 168 time: 0.4173062 Jul 29 15:28:22.154068 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-9fd732cf-374c-4ea8-a421-0469390fbbed', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:28:22.154924 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.214857 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.226456 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.282366 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.284767 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef00a34-75ad-454a-aef3-e7344e03484c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ca1ac6-b969-4b89-9830-2261e3b9a58d,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:22.319811 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.353896 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae867b3e-37d8-4cfc-9374-706749dd9f49 req-2a73f4e2-97a8-43d7-a1a5-eded8ad9f173 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:22.355750 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ae867b3e-37d8-4cfc-9374-706749dd9f49 req-2a73f4e2-97a8-43d7-a1a5-eded8ad9f173 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.2243173 Jul 29 15:28:22.381761 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.387007 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'Port': ['ID=8f6b81b2-9834-4445-9cbc-899c7f6a69dc,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:22.418135 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.427259 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3b52fde9-b5b4-41ac-ab08-957df4b8a704 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8712890 Jul 29 15:28:22.481823 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ae867b3e-37d8-4cfc-9374-706749dd9f49 req-8975a2b6-1a3c-4a62-af2a-2b0800cb596a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Jul 29 15:28:22.553800 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 9f6be9cc-5534-4245-b9e5-627fc63cd163, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9f6be9cc-5534-4245-b9e5-627fc63cd163,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:22.574259 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.785517 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=9f6be9cc-5534-4245-b9e5-627fc63cd163,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:22.794103 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.802523 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.802874 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.803216 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.803553 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.803882 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.804209 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.804535 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.804893 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.805245 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.805572 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.805895 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.806213 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:22.818918 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:22.823669 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Allocated IP 172.20.0.2 (9fd732cf-374c-4ea8-a421-0469390fbbed/3edc7c1a-7687-42f5-a653-858bf491e856/7e82e4e0-f297-482d-9490-77810b7c9025) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:22.894051 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-7b2751b7-4740-4822-880b-631f04db65a8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2018633293&fields=id&tenant_id=6f69db43d60a47ebbf8b489917813763 HTTP/1.1" status: 200 len: 267 time: 0.0679734 Jul 29 15:28:22.945541 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Allocated IP 172.27.0.116 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/fdae219e-51f2-4ccb-9c58-beb6b681c81a) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:23.029501 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be534d1-c529-40a0-8522-937be427c7c9 req-358dd2e5-05aa-4655-9321-efe6f26d5b82 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:23.031999 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-358dd2e5-05aa-4655-9321-efe6f26d5b82 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 816 time: 0.1343381 Jul 29 15:28:23.078389 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-d4ed3d9a-659d-46ab-8da2-1f1f7d743ade tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/quotas/6f69db43d60a47ebbf8b489917813763 HTTP/1.1" status: 200 len: 375 time: 0.0330346 Jul 29 15:28:23.090341 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:23.096792 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:23.100527 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Transition to ACTIVE for port object 7e82e4e0-f297-482d-9490-77810b7c9025 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:23.119724 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Transition to ACTIVE for port object 7e82e4e0-f297-482d-9490-77810b7c9025 will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:23.127033 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:23.153428 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:23.161775 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-6c3c08ad-fbd2-4078-ba11-24430c1fbf57 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772996 Jul 29 15:28:23.199263 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Pushing event updated for resources: {'Port': ['ID=7e82e4e0-f297-482d-9490-77810b7c9025,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:23.210378 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Network 9fd732cf-374c-4ea8-a421-0469390fbbed is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:23.211625 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:23.214542 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:23.236225 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:23.262270 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Pushing event updated for resources: {'Port': ['ID=fdae219e-51f2-4ccb-9c58-beb6b681c81a,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:23.276240 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:23.283914 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:23.290219 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-c88b8aba-43a2-4969-bd1f-3d8ef44f63a6 service neutron] 10.222.0.10 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113341 Jul 29 15:28:23.297581 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Attempting to bind port 7e82e4e0-f297-482d-9490-77810b7c9025 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:23.297963 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Attempting to bind port 7e82e4e0-f297-482d-9490-77810b7c9025 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:23.298322 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Attempting to bind port 7e82e4e0-f297-482d-9490-77810b7c9025 on network 9fd732cf-374c-4ea8-a421-0469390fbbed {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:23.311297 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:23.311673 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Checking segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:23.312085 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:23.312483 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Bound using segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:23.315078 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Bound port: 7e82e4e0-f297-482d-9490-77810b7c9025, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:23.315486 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:23.428080 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] For port 7e82e4e0-f297-482d-9490-77810b7c9025, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:23.432248 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] For port 7e82e4e0-f297-482d-9490-77810b7c9025, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=7e82e4e0-f297-482d-9490-77810b7c9025,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:23.437412 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-b53b7b1f-ef09-440f-9405-926d314b07f0 service neutron] 10.222.0.10 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323116 Jul 29 15:28:23.439551 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:23.539061 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319aba2-77e0-4390-9e65-ead1ff0cd544 None None] Pushing event updated for resources: {'Port': ['ID=7e82e4e0-f297-482d-9490-77810b7c9025,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:23.709334 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-90c60609-cb8f-4297-836e-29b782190922 req-24ca89cf-eeb7-4767-8ecd-ceeb4c62b46a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 210 time: 0.0594974 Jul 29 15:28:23.713033 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9f6be9cc-5534-4245-b9e5-627fc63cd163 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:23.791238 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 9f6be9cc-5534-4245-b9e5-627fc63cd163 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:23.793364 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:24.040930 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08ba5f-0322-4d64-b6ec-82daa5996650 req-eb66f934-63e7-4672-93ee-e9986dca141c tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:24.051411 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba08ba5f-0322-4d64-b6ec-82daa5996650 req-eb66f934-63e7-4672-93ee-e9986dca141c tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.3466394 Jul 29 15:28:24.095995 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:24.112282 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba08ba5f-0322-4d64-b6ec-82daa5996650 req-f46431e1-2480-45aa-9740-d6c47bf43df7 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598078 Jul 29 15:28:24.443629 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:24.724273 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:28:24.884356 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3c0785a2-f77e-4e57-beb1-7e7612fc5bfc req-56395506-5a3a-4277-944d-4c62f8d70a73 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 210 time: 0.0566726 Jul 29 15:28:24.908229 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53466) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:24.943344 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:24.964225 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:24.981679 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:24.983157 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:24.985539 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:24.987118 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d147d0d9-726d-455a-9f23-cd8f7ed0695e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1819735 Jul 29 15:28:24.990198 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53474) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:25.103739 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4597f6-cd66-425a-8f59-1c5bb234b400 None None] Network 9fd732cf-374c-4ea8-a421-0469390fbbed requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:25.125885 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:25.131710 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-090ca716-ff9e-4357-afae-66cf2e287ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:25.239539 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-52845812-e43d-454a-99e6-600f04997dc6 None None] Provisioning for port 7e82e4e0-f297-482d-9490-77810b7c9025 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:25.475860 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc271b-03a6-4995-981e-453b64f8569a req-d378f149-6363-4de9-a832-8fa010ba8f8f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:25.477695 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e6dc271b-03a6-4995-981e-453b64f8569a req-d378f149-6363-4de9-a832-8fa010ba8f8f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.1923242 Jul 29 15:28:25.487539 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4e9d4d5e-d9ca-41a7-9e4f-b4fed7bcacc9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:25.491668 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4e9d4d5e-d9ca-41a7-9e4f-b4fed7bcacc9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 816 time: 0.2979376 Jul 29 15:28:25.564162 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-090ca716-ff9e-4357-afae-66cf2e287ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:25.578356 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-090ca716-ff9e-4357-afae-66cf2e287ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:25.605206 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e6dc271b-03a6-4995-981e-453b64f8569a req-0252967e-584c-409d-9390-0b4aedaf13dc tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109548 Jul 29 15:28:25.606986 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-090ca716-ff9e-4357-afae-66cf2e287ea2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce8f70ef687c4990b716fd0dcaa425b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974561 Jul 29 15:28:25.639822 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53492) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:25.675861 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ca716-ff9e-4357-afae-66cf2e287ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201731a4-0f8c-42f7-a664-5efd43705e68,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:25.699164 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-1493876a-dc2b-460b-8d29-9b58b75e99f6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f69db43d60a47ebbf8b489917813763 HTTP/1.1" status: 200 len: 380 time: 0.1806281 Jul 29 15:28:25.718638 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:23Z', 'revision_number': 3, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:25.733859 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'port': {'device_id': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'admin_state_up': True, 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'security_groups': ['c53df25e-c0c2-482a-b671-c1cad4e95e5d']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:25.767772 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 7e82e4e0-f297-482d-9490-77810b7c9025 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:25.804780 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:25.805248 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Updating router ceb76005-b203-4fc0-aafa-3e4e475ab04d port fdae219e-51f2-4ccb-9c58-beb6b681c81a binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:25.878289 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 7e82e4e0-f297-482d-9490-77810b7c9025 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:25.887039 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 7e82e4e0-f297-482d-9490-77810b7c9025 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:25.888270 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:25.893899 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:25.954349 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.023315 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b6506e06-2bf6-488d-9d41-46733c09d858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.050350 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.096344 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 7e82e4e0-f297-482d-9490-77810b7c9025, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=7e82e4e0-f297-482d-9490-77810b7c9025,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:26.101221 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.113427 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b6506e06-2bf6-488d-9d41-46733c09d858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.167341 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=7e82e4e0-f297-482d-9490-77810b7c9025,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:26.184221 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-20940fd9-f4aa-45b1-90f9-52d9f2c217a5 req-28031d45-1f63-4cbd-a0e7-d548b5c02361 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 210 time: 0.0712750 Jul 29 15:28:26.218631 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Made reservation on behalf of 6f69db43d60a47ebbf8b489917813763 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:26.224096 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.296177 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Allocated IP 172.20.0.1 (9fd732cf-374c-4ea8-a421-0469390fbbed/3edc7c1a-7687-42f5-a653-858bf491e856/37ecae56-e258-4490-bd98-f56694cf7078) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:26.386193 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b6506e06-2bf6-488d-9d41-46733c09d858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.388965 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b6506e06-2bf6-488d-9d41-46733c09d858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.392446 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-b6506e06-2bf6-488d-9d41-46733c09d858 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/201731a4-0f8c-42f7-a664-5efd43705e68 HTTP/1.1" status: 204 len: 168 time: 0.7435081 Jul 29 15:28:26.406910 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6506e06-2bf6-488d-9d41-46733c09d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201731a4-0f8c-42f7-a664-5efd43705e68,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:26.458679 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Allocated IP 172.20.0.7 (4ca45ca6-0dc2-4089-aa60-7a2582b4a106/c46ef1d1-e012-4c46-8921-e6c634ea9a4c/4781aba6-31ff-45d6-9fe8-470602d734a4) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:26.487558 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.513253 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.522946 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Transition to ACTIVE for port object fdae219e-51f2-4ccb-9c58-beb6b681c81a will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:26.540049 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.provisioning_blocks [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Transition to ACTIVE for port object 37ecae56-e258-4490-bd98-f56694cf7078 will not be triggered until provisioned by entity DHCP. {{(pid=93121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:26.540250 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.610891 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Pushing event updated for resources: {'Port': ['ID=fdae219e-51f2-4ccb-9c58-beb6b681c81a,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:26.616196 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.624206 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Attempting to bind port fdae219e-51f2-4ccb-9c58-beb6b681c81a on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:26.624673 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Attempting to bind port fdae219e-51f2-4ccb-9c58-beb6b681c81a by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:26.625321 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Attempting to bind port fdae219e-51f2-4ccb-9c58-beb6b681c81a on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:26.630516 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.631097 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.631683 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.632387 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.634271 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.634873 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.635700 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.636535 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.636994 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.637579 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.638329 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.639189 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:26.646904 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:26.647576 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:26.648406 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.649198 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:26.650734 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Bound port: fdae219e-51f2-4ccb-9c58-beb6b681c81a, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:26.652237 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.707650 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Network 9fd732cf-374c-4ea8-a421-0469390fbbed is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:26.712237 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:26.723596 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:26.763331 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.800342 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] For port fdae219e-51f2-4ccb-9c58-beb6b681c81a, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:26.809225 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] For port fdae219e-51f2-4ccb-9c58-beb6b681c81a, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=fdae219e-51f2-4ccb-9c58-beb6b681c81a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:26.813786 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Pushing event updated for resources: {'Port': ['ID=37ecae56-e258-4490-bd98-f56694cf7078,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:26.817072 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.857960 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:26.922913 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Transition to ACTIVE for port object 4781aba6-31ff-45d6-9fe8-470602d734a4 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:26.963477 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:26.968889 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:26.971855 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.064283 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ca698-1ccc-410c-9fce-fa5974beca6a req-60284b88-555b-4d39-816c-cbbd211f93c8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:27.066790 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c66ca698-1ccc-410c-9fce-fa5974beca6a req-60284b88-555b-4d39-816c-cbbd211f93c8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.2588105 Jul 29 15:28:27.114286 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:27.133151 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:27.137192 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:27.142664 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:27.143293 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.170404 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:27.190514 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c66ca698-1ccc-410c-9fce-fa5974beca6a req-d7baa5ff-3dec-4c9c-93a6-339ae31d7193 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982027 Jul 29 15:28:27.194894 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f76319-8d69-4483-9c6d-2be059a0bded req-c2102a47-4c4a-4e75-87f5-1ced28942882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:27.202934 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b6f76319-8d69-4483-9c6d-2be059a0bded req-c2102a47-4c4a-4e75-87f5-1ced28942882 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 1098 time: 0.1599791 Jul 29 15:28:27.204755 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-41ce67e0-f5c0-4a6f-90ce-512b2302efd6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4995120 Jul 29 15:28:27.207870 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:27.229505 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-1c85a02b-9a6a-4d3d-88b1-9571da9f532c None None] Provisioning for port 37ecae56-e258-4490-bd98-f56694cf7078 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:27.232767 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Request body: {'port': {'device_id': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:27.244250 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-1c85a02b-9a6a-4d3d-88b1-9571da9f532c None None] Provisioning complete for port 37ecae56-e258-4490-bd98-f56694cf7078 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:27.245765 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-1c85a02b-9a6a-4d3d-88b1-9571da9f532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.331896 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b6f76319-8d69-4483-9c6d-2be059a0bded req-4f93351b-ab46-46a0-8507-fb9a970d3af3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090095 Jul 29 15:28:27.356953 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-1c85a02b-9a6a-4d3d-88b1-9571da9f532c None None] Port 37ecae56-e258-4490-bd98-f56694cf7078 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:27.379058 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.423987 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e042b-e57d-4e6f-8390-dc473f38d4cf None None] Pushing event updated for resources: {'Port': ['ID=fdae219e-51f2-4ccb-9c58-beb6b681c81a,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:27.561888 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.563257 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:23Z', 'revision_number': 3, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:27.575608 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3658e9-915a-40f3-9555-2bcc87ea71cc req-f41fee18-3a12-40f3-9d4f-89551fd42776 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:27.577176 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8e3658e9-915a-40f3-9555-2bcc87ea71cc req-f41fee18-3a12-40f3-9d4f-89551fd42776 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 931 time: 0.1048689 Jul 29 15:28:27.603536 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-b7588ace-d678-4446-ac0b-f54c691e88a2 None None] Provisioning for port 4781aba6-31ff-45d6-9fe8-470602d734a4 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:27.609195 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-b7588ace-d678-4446-ac0b-f54c691e88a2 None None] Provisioning complete for port 4781aba6-31ff-45d6-9fe8-470602d734a4 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:27.609443 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b7588ace-d678-4446-ac0b-f54c691e88a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.629447 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4264bb-65cd-4098-823c-02e3cc86c880 None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:23Z', 'revision_number': 3, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:27.662220 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-b7588ace-d678-4446-ac0b-f54c691e88a2 None None] Port 4781aba6-31ff-45d6-9fe8-470602d734a4 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:27.713205 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 7e82e4e0-f297-482d-9490-77810b7c9025 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:27.715397 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8e3658e9-915a-40f3-9555-2bcc87ea71cc req-cfff607e-12da-46c3-8437-7e8fa590d07d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216414 Jul 29 15:28:27.789630 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 7e82e4e0-f297-482d-9490-77810b7c9025 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:27.790189 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4781aba6-31ff-45d6-9fe8-470602d734a4 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:28:27.790890 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.801905 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.817309 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Transition to ACTIVE for port object 4781aba6-31ff-45d6-9fe8-470602d734a4 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:27.825597 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.929133 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:27.953754 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Attempting to bind port 4781aba6-31ff-45d6-9fe8-470602d734a4 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:27.954377 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Attempting to bind port 4781aba6-31ff-45d6-9fe8-470602d734a4 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:27.954876 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Attempting to bind port 4781aba6-31ff-45d6-9fe8-470602d734a4 on network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:27.961921 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Port 4781aba6-31ff-45d6-9fe8-470602d734a4 on network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:28:27.962481 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Attempting to bind port 4781aba6-31ff-45d6-9fe8-470602d734a4 on network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:27.974637 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:27.977045 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Checking segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:27.980759 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Bound using segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:27.981430 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Bound port: 4781aba6-31ff-45d6-9fe8-470602d734a4, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:27.981952 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:27.984004 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.003619 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.245923 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Pushing event updated for resources: {'Port': ['ID=37ecae56-e258-4490-bd98-f56694cf7078,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:28.249128 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.351863 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:28.358659 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:28.378960 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53580) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:28.381151 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.473649 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-018fe356-c194-4172-8500-0a23c0132abd admin admin] Deleting subnet 2575b332-6d01-4eb2-b323-e950c9d78898 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:28:28.479996 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-018fe356-c194-4172-8500-0a23c0132abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.494087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:28.510397 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Network 9fd732cf-374c-4ea8-a421-0469390fbbed is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:28.511134 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:28.511765 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.513958 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:28.514639 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-4f098264-f97a-4130-9f04-f9cefa5ebdb3 service neutron] 10.222.0.59 "PUT /v2.0/ports/4781aba6-31ff-45d6-9fe8-470602d734a4 HTTP/1.1" status: 200 len: 1093 time: 1.2858996 Jul 29 15:28:28.515265 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:28.517876 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a" -d '{"events": [{"name": "network-changed", "server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:28.538929 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-018fe356-c194-4172-8500-0a23c0132abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32668416'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.662716 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456e62a-f796-407d-b5de-a865f4639eb3 req-91542f29-3a5f-4458-8eb8-37ca0e6a5a03 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:28.671966 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7456e62a-f796-407d-b5de-a865f4639eb3 req-91542f29-3a5f-4458-8eb8-37ca0e6a5a03 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.3097808 Jul 29 15:28:28.681623 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c9540-f8f6-4934-b54f-30aec6e8c664 x-openstack-request-id: req-e04c9540-f8f6-4934-b54f-30aec6e8c664 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:28.681904 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:28.682151 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e04c9540-f8f6-4934-b54f-30aec6e8c664 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:28.683199 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'status': 'completed', 'code': 200} Jul 29 15:28:28.725142 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be534d1-c529-40a0-8522-937be427c7c9 req-aedb31d5-dcfa-4da4-bf59-6fa7165761a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:28.726641 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-aedb31d5-dcfa-4da4-bf59-6fa7165761a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 1096 time: 0.1522725 Jul 29 15:28:28.800034 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7456e62a-f796-407d-b5de-a865f4639eb3 req-2203b2c8-670e-495c-893b-cfc8450ac436 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269729 Jul 29 15:28:28.811116 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-edf805e6-b21a-42d0-8a4d-681a2a1b2f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.858442 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-018fe356-c194-4172-8500-0a23c0132abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:28.924687 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-3ef828a7-9300-4533-98c7-035742e5cc32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4781aba6-31ff-45d6-9fe8-470602d734a4 HTTP/1.1" status: 200 len: 217 time: 0.1465595 Jul 29 15:28:29.053025 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:28:29.089661 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be534d1-c529-40a0-8522-937be427c7c9 req-76f1d2bf-82d7-41ad-a709-3bee464730a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:29.090909 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-76f1d2bf-82d7-41ad-a709-3bee464730a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.1511097 Jul 29 15:28:29.097891 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d140a-c8d6-49b9-9022-597263932ff9 req-48a37069-5803-4e65-aa6d-e59aa292e7e8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:29.099777 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-276d140a-c8d6-49b9-9022-597263932ff9 req-48a37069-5803-4e65-aa6d-e59aa292e7e8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.1589315 Jul 29 15:28:29.101068 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-018fe356-c194-4172-8500-0a23c0132abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33462987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33260767'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:29.125176 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-f4dd1d4b-2e27-45ce-bb91-004e17ad9466 None None] Provisioning complete for port 37ecae56-e258-4490-bd98-f56694cf7078 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:29.125989 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f4dd1d4b-2e27-45ce-bb91-004e17ad9466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:29.187810 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-018fe356-c194-4172-8500-0a23c0132abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:29.190116 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdc90a-e631-4be2-940a-2eada1053804 req-43a8cf47-ccce-4a72-8f35-fe14856bcb99 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:29.195941 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-f4dd1d4b-2e27-45ce-bb91-004e17ad9466 None None] Port 37ecae56-e258-4490-bd98-f56694cf7078 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:29.196870 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-018fe356-c194-4172-8500-0a23c0132abd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2575b332-6d01-4eb2-b323-e950c9d78898 HTTP/1.1" status: 204 len: 168 time: 0.8156371 Jul 29 15:28:29.198769 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-48bdc90a-e631-4be2-940a-2eada1053804 req-43a8cf47-ccce-4a72-8f35-fe14856bcb99 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.2601874 Jul 29 15:28:29.202546 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53610) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:29.204679 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fe356-c194-4172-8500-0a23c0132abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2575b332-6d01-4eb2-b323-e950c9d78898,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:29.305592 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-276d140a-c8d6-49b9-9022-597263932ff9 req-56444c1d-8f37-452c-82d7-0816caff0da2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923592 Jul 29 15:28:29.332404 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:29.337037 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-aea867eb-bdca-4980-ace3-b60fdab9ad15 admin admin] 10.222.0.10 "PUT /v2.0/routers/ceb76005-b203-4fc0-aafa-3e4e475ab04d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3457253 Jul 29 15:28:29.527117 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be534d1-c529-40a0-8522-937be427c7c9 req-244d1fc8-7550-4301-9559-71a7495d33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:29.528124 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-244d1fc8-7550-4301-9559-71a7495d33c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4200592 Jul 29 15:28:29.540042 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-48bdc90a-e631-4be2-940a-2eada1053804 req-38498daf-1919-4617-b8d0-b30413efb385 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402832 Jul 29 15:28:29.553471 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:29.767147 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-dad99aed-f4b2-40bc-a8eb-f1e63f1f9385 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238696 Jul 29 15:28:29.769061 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:29.783452 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device fdae219e-51f2-4ccb-9c58-beb6b681c81a up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:29.792654 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.793191 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.793895 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.794241 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > port after_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.794577 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.794907 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > port after_update 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.795242 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.795574 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.795888 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.796202 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.871614 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.872261 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.872261 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.872728 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93122) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 15:28:29.873009 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c07f9ff-7c9c-4525-b668-7d5af733dd90']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:29.899562 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port fdae219e-51f2-4ccb-9c58-beb6b681c81a completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:29.908642 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port fdae219e-51f2-4ccb-9c58-beb6b681c81a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:29.913371 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:29.925166 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134c2cb6-02dc-4892-b7e4-5393f4de3045') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:29.925566 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134c2cb6-02dc-4892-b7e4-5393f4de3045') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:29.953415 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30018030'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:29.985567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.001766 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:28:30.002437 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30215060'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: from cryptography.utils import int_from_bytes Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: from cryptography.utils import int_from_bytes Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: Traceback (most recent call last): Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: timer() Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: cb(*args, **kw) Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: return func(*args, **kwargs) Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: self._notify() Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: self.callback(batched_events) Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: event.method(event) Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: return f(self, *a, **k) Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._get(url).json() Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:28:30.006899 dv-cinder-789564-8-iscsi neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:28:30.066055 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0be534d1-c529-40a0-8522-937be427c7c9 req-853165dc-c140-441c-af82-d2a69a998caf service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865617 Jul 29 15:28:30.093702 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.108291 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.111831 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4c07f9ff-7c9c-4525-b668-7d5af733dd90 HTTP/1.1" status: 204 len: 168 time: 0.9077935 Jul 29 15:28:30.113588 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.122275 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53634) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:30.138150 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb67837-9ebc-4e38-84d4-47ea1235ab68 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c07f9ff-7c9c-4525-b668-7d5af733dd90,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:30.156272 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port fdae219e-51f2-4ccb-9c58-beb6b681c81a, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=fdae219e-51f2-4ccb-9c58-beb6b681c81a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:30.164372 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.246723 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6b5f57-e856-4229-928d-02a79e747923 admin admin] Deleting subnet e31b5fb1-7191-47da-8bc6-b8c11d54bf03 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:28:30.267435 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=fdae219e-51f2-4ccb-9c58-beb6b681c81a,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:30.274847 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5f57-e856-4229-928d-02a79e747923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.291851 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-697858e4-bdd0-42bd-8016-13261d4de8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:30.302233 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-697858e4-bdd0-42bd-8016-13261d4de8fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 1096 time: 0.1339149 Jul 29 15:28:30.405607 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:30.424168 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:30.425381 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:30.481024 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53652) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:30.498518 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-114242425-network', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:30.518507 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5f57-e856-4229-928d-02a79e747923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32668416'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.543384 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-688b8df8-3f40-4c0b-936d-8e2368956171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:30.543384 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-688b8df8-3f40-4c0b-936d-8e2368956171 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.2234437 Jul 29 15:28:30.543384 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Made reservation on behalf of 413a6d27ec1b417084cad8efdf51e9a1 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:30.547753 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.564757 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.613807 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-c5dcb175-5071-43f4-8924-4fc4549f8643 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4781aba6-31ff-45d6-9fe8-470602d734a4 HTTP/1.1" status: 200 len: 217 time: 0.0626669 Jul 29 15:28:30.615655 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194033f-74e7-4668-bf3f-7d2940bb31bc req-6c6c2ae2-a95b-4cd8-a7a5-879443bd826d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:30.617772 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8194033f-74e7-4668-bf3f-7d2940bb31bc req-6c6c2ae2-a95b-4cd8-a7a5-879443bd826d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.2108817 Jul 29 15:28:30.631381 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:30.667652 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5f57-e856-4229-928d-02a79e747923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.702340 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-e492a64e-9423-4626-9cd8-1289d425379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:30.703778 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-e492a64e-9423-4626-9cd8-1289d425379c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0757217 Jul 29 15:28:30.716077 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8194033f-74e7-4668-bf3f-7d2940bb31bc req-9db5252e-d719-4316-bfa9-fa31f1bc4610 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813017 Jul 29 15:28:30.761215 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5f57-e856-4229-928d-02a79e747923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33462987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33260767'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.793167 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b5f57-e856-4229-928d-02a79e747923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31b5fb1-7191-47da-8bc6-b8c11d54bf03,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:30.793448 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-0113b9f0-ad09-42a1-9569-b3a8ebbb8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:30.794952 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-0113b9f0-ad09-42a1-9569-b3a8ebbb8b01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785050 Jul 29 15:28:30.801475 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5f57-e856-4229-928d-02a79e747923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.803522 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-7f6b5f57-e856-4229-928d-02a79e747923 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e31b5fb1-7191-47da-8bc6-b8c11d54bf03 HTTP/1.1" status: 204 len: 168 time: 0.6802230 Jul 29 15:28:30.806201 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53658) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:30.810919 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.819514 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.885109 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:28:30.896617 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.908851 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c32b7b-9753-4c6d-978c-ce38a69ee0f9,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:30.909067 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.909356 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Added segment 8a6db686-1411-42f3-b651-9c6f59b1ee5d of type vlan for network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec Jul 29 15:28:30.958092 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 2, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:30.974038 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.980885 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-f495e759-b00a-4e71-a83d-64e7daa75135 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731210 Jul 29 15:28:31.000607 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:31.001128 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Updating router ceb76005-b203-4fc0-aafa-3e4e475ab04d port 37ecae56-e258-4490-bd98-f56694cf7078 binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:31.026687 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.032306 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.048382 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908df2a0-49ed-4d69-9a96-761b2e6cd1d6']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:31.058995 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b854b7cf-082f-4b87-814c-f656ecc2930f') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:31.059283 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b854b7cf-082f-4b87-814c-f656ecc2930f') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:31.069374 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.070339 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:31.070452 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.070913 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.086473 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.097481 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:28:31.097885 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:28:31.099786 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:28:31.145861 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6579905 Jul 29 15:28:31.148595 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53662) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:31.155462 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Request body: {'subnet': {'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-114242425-subnet', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:31.165037 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faad68-5e34-4f72-8dcd-1b9b86c62fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:31.176484 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.177406 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de030327-bdaa-4bf2-98aa-bac2a0cdf34a req-4f2c4b17-1988-448a-a344-1131b6a8923a service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863685 Jul 29 15:28:31.179983 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:28:31.183327 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.185340 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] 10.222.0.10 "DELETE /v2.0/networks/908df2a0-49ed-4d69-9a96-761b2e6cd1d6 HTTP/1.1" status: 204 len: 168 time: 0.3775637 Jul 29 15:28:31.203287 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd760f-a97e-4b51-a89d-cd9719502487 admin admin] Pushing event deleted for resources: {'Network': ['ID=908df2a0-49ed-4d69-9a96-761b2e6cd1d6,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:31.204717 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Made reservation on behalf of 413a6d27ec1b417084cad8efdf51e9a1 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:31.207141 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33260792'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.345199 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-0644cb92-57b7-4a6a-9935-1e647a2b8b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.422772 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33462920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33260758'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.469591 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.483644 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.489995 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:31.502646 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53674) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:31.504312 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Checking segment: {'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:31.504547 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Network hostable DHCP agents. Network: 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:28:31.505326 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Transition to ACTIVE for port object 37ecae56-e258-4490-bd98-f56694cf7078 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:31.516321 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.532189 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:28:31.574995 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-8fefdf85-4374-43e7-8559-c1a50c1f36ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4fb0ebf727444afb6c200ecfcbddaec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704987 Jul 29 15:28:31.578386 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53680) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:31.585695 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:31.600176 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:31.600763 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.604997 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2292b-fcdb-4504-9fdf-530542ff73e5 None None] Network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:31.612511 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc389df-3b91-43de-8bd6-3b3ba8b0e5ec None None] Pushing event updated for resources: {'Port': ['ID=37ecae56-e258-4490-bd98-f56694cf7078,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:31.658070 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-72edb95d-486b-49ff-8d55-025235858f24 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5083776 Jul 29 15:28:31.660705 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53684) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:31.666624 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:31.701687 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.711189 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.711936 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d09afc7-44dd-470b-bfeb-b969ab3f236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.741938 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Attempting to bind port 37ecae56-e258-4490-bd98-f56694cf7078 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:31.742950 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Attempting to bind port 37ecae56-e258-4490-bd98-f56694cf7078 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:31.743519 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Attempting to bind port 37ecae56-e258-4490-bd98-f56694cf7078 on network 9fd732cf-374c-4ea8-a421-0469390fbbed {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:31.761690 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device fdae219e-51f2-4ccb-9c58-beb6b681c81a up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:31.768851 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:31.769306 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Checking segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:31.769816 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.770278 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Bound using segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:31.770832 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Bound port: 37ecae56-e258-4490-bd98-f56694cf7078, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:31.771270 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.798881 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.808699 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d09afc7-44dd-470b-bfeb-b969ab3f236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.961995 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dab290-90a1-4c61-9d24-b96fb9f79d3c req-39b5299e-8331-4367-ac84-273bf7d185c5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:31.971221 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-24dab290-90a1-4c61-9d24-b96fb9f79d3c req-39b5299e-8331-4367-ac84-273bf7d185c5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0769382 Jul 29 15:28:31.976017 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port fdae219e-51f2-4ccb-9c58-beb6b681c81a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:31.976510 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.000868 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d09afc7-44dd-470b-bfeb-b969ab3f236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.005403 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d09afc7-44dd-470b-bfeb-b969ab3f236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.009357 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-6d09afc7-44dd-470b-bfeb-b969ab3f236b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/251baa05-482a-433c-aa0d-b81a0f91c4a2 HTTP/1.1" status: 204 len: 168 time: 0.4299827 Jul 29 15:28:32.015492 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec', 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'fixed_ips': [{'subnet_id': 'b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:28:32.016336 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.020251 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] For port 37ecae56-e258-4490-bd98-f56694cf7078, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:32.022048 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09afc7-44dd-470b-bfeb-b969ab3f236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251baa05-482a-433c-aa0d-b81a0f91c4a2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:32.058675 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-24dab290-90a1-4c61-9d24-b96fb9f79d3c req-2e255eb3-25a0-49a1-8591-978ef7682af8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862811 Jul 29 15:28:32.086009 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] For port 37ecae56-e258-4490-bd98-f56694cf7078, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=37ecae56-e258-4490-bd98-f56694cf7078,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:32.095231 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.137913 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.163719 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-80bed70a-323d-4f8d-afbd-5835c2b380b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.166359 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-80bed70a-323d-4f8d-afbd-5835c2b380b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1098 time: 0.1881700 Jul 29 15:28:32.177576 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b3675-7a88-430e-882f-5a015da7aada req-82770633-309d-4895-8999-22dc191b2acd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.186434 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f1b3675-7a88-430e-882f-5a015da7aada req-82770633-309d-4895-8999-22dc191b2acd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1374178 Jul 29 15:28:32.190002 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc389df-3b91-43de-8bd6-3b3ba8b0e5ec None None] Pushing event updated for resources: {'Port': ['ID=37ecae56-e258-4490-bd98-f56694cf7078,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:32.304481 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:32.305165 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:32.341974 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f1b3675-7a88-430e-882f-5a015da7aada req-ebd21be2-9f6a-4c34-a3b7-2b68a1c634f3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545868 Jul 29 15:28:32.398507 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-e4e25466-8b12-4ef8-be5a-aedb227fe3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.400029 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-e4e25466-8b12-4ef8-be5a-aedb227fe3d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.2114792 Jul 29 15:28:32.482198 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-7ad18e33-7e83-4665-a58c-b852ea5fc314 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 200 len: 217 time: 0.0746195 Jul 29 15:28:32.485478 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Allocated IP 172.20.0.2 (1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec/b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3/169d341a-6853-4952-8030-c418ca4bf712) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:32.558466 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.575030 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-c856cc62-ab42-490d-9941-c53b0587eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.577235 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-c856cc62-ab42-490d-9941-c53b0587eb7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.0784545 Jul 29 15:28:32.650051 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:32.682917 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-c9898184-2b64-4357-8b4b-028e5bf8505a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276341 Jul 29 15:28:32.688505 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53708) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:32.734478 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3978faf8-3281-4f4f-b110-604059083061 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ded0767cdb174fb3988a6c7208cda947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440102 Jul 29 15:28:32.739113 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53712) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:32.813209 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.826188 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:28:32.833541 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-24513f29-33bb-4434-ae67-a0994e547d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.840399 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.860008 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-24513f29-33bb-4434-ae67-a0994e547d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.914095 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-24513f29-33bb-4434-ae67-a0994e547d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.920357 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-24513f29-33bb-4434-ae67-a0994e547d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.922006 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-24513f29-33bb-4434-ae67-a0994e547d38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdc260cb-f37d-4405-a587-40c83b01e247 HTTP/1.1" status: 204 len: 168 time: 0.1815202 Jul 29 15:28:32.932115 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24513f29-33bb-4434-ae67-a0994e547d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc260cb-f37d-4405-a587-40c83b01e247,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:32.988879 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-129c5e11-9c9b-42c9-85c6-01c219ca9913 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909186 Jul 29 15:28:33.008950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Allocated IP 172.27.0.128 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/27320f99-129e-4e9b-9094-dee3068d070d) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:33.066478 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.139920 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Transition to ACTIVE for port object 169d341a-6853-4952-8030-c418ca4bf712 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:33.165425 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53722) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:33.177841 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:33.207139 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Transition to ACTIVE for port object 169d341a-6853-4952-8030-c418ca4bf712 will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:33.237427 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'port_id': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'mac_address': 'fa:16:3e:71:7e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:28:33.241361 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.278399 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fa50b-d7f5-46c6-947b-d24a0f27999b req-ee59a2e4-2e9c-4d95-b1a0-6b12e5781d17 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:33.280019 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-de0fa50b-d7f5-46c6-947b-d24a0f27999b req-ee59a2e4-2e9c-4d95-b1a0-6b12e5781d17 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.1080267 Jul 29 15:28:33.313599 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:33.326692 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Pushing event updated for resources: {'Port': ['ID=169d341a-6853-4952-8030-c418ca4bf712,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:33.329370 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:33.335535 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:33.341398 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.370126 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4781aba6-31ff-45d6-9fe8-470602d734a4 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:28:33.388222 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-de0fa50b-d7f5-46c6-947b-d24a0f27999b req-f733dd76-4a33-4b97-9f71-bdcde30a33ff tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950811 Jul 29 15:28:33.441553 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:31Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:33.447549 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:33.483033 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68663f06-d87d-4723-8298-1d2ec05b1868 req-cfb56c66-9004-42b4-a407-4a51226d2e96 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815371 Jul 29 15:28:33.499431 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.499738 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab6449-c383-4c42-81e4-424e91790ffe None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:31Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:33.504152 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Attempting to bind port 169d341a-6853-4952-8030-c418ca4bf712 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:33.504548 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Attempting to bind port 169d341a-6853-4952-8030-c418ca4bf712 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:33.505032 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Attempting to bind port 169d341a-6853-4952-8030-c418ca4bf712 on network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:33.576838 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cd867625-442f-4e8e-9d2f-c31a251d5e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.585336 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.622884 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:33.623195 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Checking segment: {'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:33.623597 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.623987 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Bound using segment: {'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:33.624463 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Bound port: 169d341a-6853-4952-8030-c418ca4bf712, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:33.624863 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.731815 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:33.752056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abdf31-b017-490f-b99e-06c0de3afee0 req-032a43e1-9e18-4a11-aebb-1afb04fb2d36 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:33.769825 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-83abdf31-b017-490f-b99e-06c0de3afee0 req-032a43e1-9e18-4a11-aebb-1afb04fb2d36 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.2705476 Jul 29 15:28:33.812579 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['4781aba6-31ff-45d6-9fe8-470602d734a4'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:28:33.816353 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cd867625-442f-4e8e-9d2f-c31a251d5e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.826194 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cd867625-442f-4e8e-9d2f-c31a251d5e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.873753 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.895471 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cd867625-442f-4e8e-9d2f-c31a251d5e82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88bea7e9e1604d75b0477b92696deccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7289186 Jul 29 15:28:33.896470 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd867625-442f-4e8e-9d2f-c31a251d5e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77de2dfe-2f74-4478-a0ec-31321d772cd3,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:33.898365 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 37ecae56-e258-4490-bd98-f56694cf7078 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:33.899262 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53748) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:33.981181 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-83abdf31-b017-490f-b99e-06c0de3afee0 req-9d934224-133a-45d0-8e15-c28c10c72766 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991723 Jul 29 15:28:33.990042 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a03de056-3b2e-49c2-b672-b96b88e44f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.016322 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:34.019447 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:34.022998 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a03de056-3b2e-49c2-b672-b96b88e44f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.053690 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Pushing event updated for resources: {'Port': ['ID=27320f99-129e-4e9b-9094-dee3068d070d,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:34.056256 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:34.126982 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a03de056-3b2e-49c2-b672-b96b88e44f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.129705 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a03de056-3b2e-49c2-b672-b96b88e44f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.133609 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a03de056-3b2e-49c2-b672-b96b88e44f6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77de2dfe-2f74-4478-a0ec-31321d772cd3 HTTP/1.1" status: 204 len: 168 time: 0.2332084 Jul 29 15:28:34.147757 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03de056-3b2e-49c2-b672-b96b88e44f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de2dfe-2f74-4478-a0ec-31321d772cd3,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:34.155900 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] For port 169d341a-6853-4952-8030-c418ca4bf712, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:34.198648 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] For port 169d341a-6853-4952-8030-c418ca4bf712, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=169d341a-6853-4952-8030-c418ca4bf712,segment=NetworkSegment(8a6db686-1411-42f3-b651-9c6f59b1ee5d),segment_id=8a6db686-1411-42f3-b651-9c6f59b1ee5d)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:34.211982 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.256280 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 37ecae56-e258-4490-bd98-f56694cf7078 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:34.268873 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.320518 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 37ecae56-e258-4490-bd98-f56694cf7078 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:34.320896 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.572660 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe66c7-f9de-4c59-922e-0fb5d1f74cdb None None] Pushing event updated for resources: {'Port': ['ID=169d341a-6853-4952-8030-c418ca4bf712,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:34.621692 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.666414 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.683356 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31500ab-d575-4357-b465-b502331158ee req-7fb646cd-ed04-46de-8128-09672edd829c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:34.686105 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b31500ab-d575-4357-b465-b502331158ee req-7fb646cd-ed04-46de-8128-09672edd829c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 944 time: 0.0944378 Jul 29 15:28:34.780947 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b31500ab-d575-4357-b465-b502331158ee req-27ff0a73-caf5-4225-b462-862ef82b46a3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846798 Jul 29 15:28:34.785237 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 37ecae56-e258-4490-bd98-f56694cf7078, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=37ecae56-e258-4490-bd98-f56694cf7078,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:34.792762 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:34.952173 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=37ecae56-e258-4490-bd98-f56694cf7078,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:35.013674 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53784) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:35.056490 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-123866f5-2c20-447b-aef2-aec98675e50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.093565 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.221503 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-123866f5-2c20-447b-aef2-aec98675e50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.227264 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-123866f5-2c20-447b-aef2-aec98675e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.261288 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93709839-1fb5-4b43-b4ab-e837b7ee4568 req-2940ecc8-8b0f-4ff2-84d0-71c1979be566 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:35.262757 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93709839-1fb5-4b43-b4ab-e837b7ee4568 req-2940ecc8-8b0f-4ff2-84d0-71c1979be566 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1251113 Jul 29 15:28:35.274067 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53790) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:35.294553 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-123866f5-2c20-447b-aef2-aec98675e50f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62db98e933dd43a6a5fc8924b4d61e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794538 Jul 29 15:28:35.295445 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123866f5-2c20-447b-aef2-aec98675e50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761a9b9c-c2b6-48be-ad7c-d9a90bf762f5,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:35.297763 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53794) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:35.343577 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93709839-1fb5-4b43-b4ab-e837b7ee4568 req-f02f9b87-9290-4c69-b6e4-0821c26429b5 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707490 Jul 29 15:28:35.366415 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Router eb23d752-a518-423f-9534-13f78f3440d8 is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:28:35.367368 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff2a9-9351-4800-8885-3c280a7a02c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.394940 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff2a9-9351-4800-8885-3c280a7a02c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.466575 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f8a3c77b-de29-484b-9d02-42d46b579d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.537100 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff2a9-9351-4800-8885-3c280a7a02c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.540168 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff2a9-9351-4800-8885-3c280a7a02c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.544314 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-0f0ff2a9-9351-4800-8885-3c280a7a02c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/761a9b9c-c2b6-48be-ad7c-d9a90bf762f5 HTTP/1.1" status: 204 len: 168 time: 0.2454283 Jul 29 15:28:35.565465 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff2a9-9351-4800-8885-3c280a7a02c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761a9b9c-c2b6-48be-ad7c-d9a90bf762f5,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:35.569076 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:35.583782 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Sync routers for ids ['eb23d752-a518-423f-9534-13f78f3440d8'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:35.607778 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Routers {'eb23d752-a518-423f-9534-13f78f3440d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:35.608585 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['eb23d752-a518-423f-9534-13f78f3440d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:35.644564 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f8a3c77b-de29-484b-9d02-42d46b579d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.651293 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f8a3c77b-de29-484b-9d02-42d46b579d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.657388 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.661885 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-587bc250-d1d1-4f55-81fc-03a30c1e8422 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9970484 Jul 29 15:28:35.662053 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53806) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:35.734063 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-f8a3c77b-de29-484b-9d02-42d46b579d99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=771dbee0623a4e5a8c7defb8595ed315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588518 Jul 29 15:28:35.736869 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3c77b-de29-484b-9d02-42d46b579d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910bb976-f518-411b-a53a-9edace73be40,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:35.741168 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53808) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:35.846270 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-90b29730-399e-4adf-bbc9-59da5d5a1a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.900002 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Set router eb23d752-a518-423f-9534-13f78f3440d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:35.924475 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-90b29730-399e-4adf-bbc9-59da5d5a1a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.008348 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 169d341a-6853-4952-8030-c418ca4bf712 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:36.081557 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b622e41b-8644-49ad-a449-6a63fe59f001 None None] Network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:36.115039 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95110765-e525-4c39-b867-1561eba016d5 req-426c3b15-5d64-4a08-80a9-272bb3e19286 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:36.116734 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-95110765-e525-4c39-b867-1561eba016d5 req-426c3b15-5d64-4a08-80a9-272bb3e19286 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 944 time: 0.1523280 Jul 29 15:28:36.123950 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-90b29730-399e-4adf-bbc9-59da5d5a1a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.127420 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-90b29730-399e-4adf-bbc9-59da5d5a1a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.131662 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-90b29730-399e-4adf-bbc9-59da5d5a1a27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/910bb976-f518-411b-a53a-9edace73be40 HTTP/1.1" status: 204 len: 168 time: 0.3892415 Jul 29 15:28:36.143044 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53822) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:36.185663 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b29730-399e-4adf-bbc9-59da5d5a1a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910bb976-f518-411b-a53a-9edace73be40,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:36.246891 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-95110765-e525-4c39-b867-1561eba016d5 req-96ac5d7b-6447-4521-8b63-173df93e6315 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077855 Jul 29 15:28:36.293236 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-50b5a26b-f82f-4dac-a14a-d520fa235631 None None] Provisioning for port 169d341a-6853-4952-8030-c418ca4bf712 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:36.340157 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '27320f99-129e-4e9b-9094-dee3068d070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 3, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port': {'id': '27320f99-129e-4e9b-9094-dee3068d070d', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:32Z', 'updated_at': '2021-07-29T15:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:36.377461 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Checking router: eb23d752-a518-423f-9534-13f78f3440d8 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:36.377630 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Updating router eb23d752-a518-423f-9534-13f78f3440d8 port 27320f99-129e-4e9b-9094-dee3068d070d binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:36.405965 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 169d341a-6853-4952-8030-c418ca4bf712 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:36.418946 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.436322 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 169d341a-6853-4952-8030-c418ca4bf712 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:36.437370 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.537177 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4514605d-0d3c-43f3-80c6-b4ab1a7faa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.584172 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.628248 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 169d341a-6853-4952-8030-c418ca4bf712, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=169d341a-6853-4952-8030-c418ca4bf712,segment=NetworkSegment(8a6db686-1411-42f3-b651-9c6f59b1ee5d),segment_id=8a6db686-1411-42f3-b651-9c6f59b1ee5d)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:36.638712 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.639917 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 37ecae56-e258-4490-bd98-f56694cf7078 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:36.798835 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=169d341a-6853-4952-8030-c418ca4bf712,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:36.817764 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 37ecae56-e258-4490-bd98-f56694cf7078 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:36.818299 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.847700 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4514605d-0d3c-43f3-80c6-b4ab1a7faa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.854902 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:36.869264 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4514605d-0d3c-43f3-80c6-b4ab1a7faa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.895749 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.908666 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Transition to ACTIVE for port object 27320f99-129e-4e9b-9094-dee3068d070d will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:36.922773 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.945327 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-4514605d-0d3c-43f3-80c6-b4ab1a7faa19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adda17abb35e4abeaddecef280fa26a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7813098 Jul 29 15:28:36.946802 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514605d-0d3c-43f3-80c6-b4ab1a7faa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b3a9ea-374c-4cd2-a751-8efe086a5ecb,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:36.949558 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53846) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:36.965885 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 4781aba6-31ff-45d6-9fe8-470602d734a4 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:36.988830 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 4781aba6-31ff-45d6-9fe8-470602d734a4 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:36.988984 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.993183 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-c607c4ec-9016-4fc4-a999-2e7c4ad0fc74 None None] Provisioning complete for port 169d341a-6853-4952-8030-c418ca4bf712 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:36.994120 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-c607c4ec-9016-4fc4-a999-2e7c4ad0fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.042244 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Attempting to bind port 27320f99-129e-4e9b-9094-dee3068d070d on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:37.042866 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Attempting to bind port 27320f99-129e-4e9b-9094-dee3068d070d by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:37.043401 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Attempting to bind port 27320f99-129e-4e9b-9094-dee3068d070d on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:37.061731 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-090cd6a8-1bb7-4318-8b24-1b7ca0c5f7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.066792 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:37.071582 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:37.072384 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.074261 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:37.074894 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Bound port: 27320f99-129e-4e9b-9094-dee3068d070d, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:37.077400 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.142693 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-090cd6a8-1bb7-4318-8b24-1b7ca0c5f7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.153090 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] For port 27320f99-129e-4e9b-9094-dee3068d070d, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:37.156322 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] For port 27320f99-129e-4e9b-9094-dee3068d070d, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=27320f99-129e-4e9b-9094-dee3068d070d,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:37.157990 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa04a4-8f12-4c30-a11b-a32f7bf78e0b None None] Pushing event updated for resources: {'Port': ['ID=27320f99-129e-4e9b-9094-dee3068d070d,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:37.164057 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.215236 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.243165 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-090cd6a8-1bb7-4318-8b24-1b7ca0c5f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.246930 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-090cd6a8-1bb7-4318-8b24-1b7ca0c5f7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.248780 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:37.250920 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-090cd6a8-1bb7-4318-8b24-1b7ca0c5f7cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49b3a9ea-374c-4cd2-a751-8efe086a5ecb HTTP/1.1" status: 204 len: 168 time: 0.2995677 Jul 29 15:28:37.252369 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c46f49-5dd9-4e63-a050-64aca2338d38" -d '{"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-plugged", "status": "completed", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:37.272459 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:37.277132 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cd6a8-1bb7-4318-8b24-1b7ca0c5f7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b3a9ea-374c-4cd2-a751-8efe086a5ecb,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:37.289346 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.334615 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6741b9-e481-4d3a-9957-0966acd9be08 x-openstack-request-id: req-1b6741b9-e481-4d3a-9957-0966acd9be08 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:37.335178 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-plugged", "status": "completed", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:37.336646 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b6741b9-e481-4d3a-9957-0966acd9be08 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:37.337427 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'code': 200} Jul 29 15:28:37.455802 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:37.491692 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb18c4b-3f1b-457b-a87e-c5e8a4c51605 req-d5a0ac57-a40f-4da1-8f9a-52c736a89c2a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:37.500756 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-abb18c4b-3f1b-457b-a87e-c5e8a4c51605 req-d5a0ac57-a40f-4da1-8f9a-52c736a89c2a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 1.0008814 Jul 29 15:28:37.506174 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.513860 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Routers {'eb23d752-a518-423f-9534-13f78f3440d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:37.514489 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['eb23d752-a518-423f-9534-13f78f3440d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:37.526907 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac873a-e012-4a8e-8505-ca3776cc7ab5 req-4adf29e5-a7ac-43f6-9523-774f49b3b782 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:37.549442 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-aeac873a-e012-4a8e-8505-ca3776cc7ab5 req-4adf29e5-a7ac-43f6-9523-774f49b3b782 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1201565 Jul 29 15:28:37.609173 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-aeac873a-e012-4a8e-8505-ca3776cc7ab5 req-2e789c47-cbd8-4134-a921-54c478ec64bb tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587678 Jul 29 15:28:37.631097 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa04a4-8f12-4c30-a11b-a32f7bf78e0b None None] Pushing event updated for resources: {'Port': ['ID=27320f99-129e-4e9b-9094-dee3068d070d,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:37.719561 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 169d341a-6853-4952-8030-c418ca4bf712 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:37.723319 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] Set router eb23d752-a518-423f-9534-13f78f3440d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:37.771114 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-abb18c4b-3f1b-457b-a87e-c5e8a4c51605 req-66a901e8-afaf-4389-953d-1873d9e3605a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627902 Jul 29 15:28:37.908651 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53896) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:37.927899 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3f51be53-70f0-4899-af8a-404466868299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.026571 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Allocated IP 172.20.0.1 (1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec/b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3/3b55e417-2451-4d73-bda4-cfa172e1db53) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:38.040744 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 169d341a-6853-4952-8030-c418ca4bf712 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:38.041380 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.047718 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c428c1-5c9f-4e47-93fc-33c7112f8972 req-c71717cf-7ba0-41c8-9d5b-fb7c3ed46d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:38.049237 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-67c428c1-5c9f-4e47-93fc-33c7112f8972 req-c71717cf-7ba0-41c8-9d5b-fb7c3ed46d86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 1098 time: 0.4775395 Jul 29 15:28:38.078001 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '27320f99-129e-4e9b-9094-dee3068d070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 3, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port': {'id': '27320f99-129e-4e9b-9094-dee3068d070d', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:32Z', 'updated_at': '2021-07-29T15:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:38.115668 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d930e1a-4db9-4057-9e70-c7255bb01fd9 None None] The sync data for ids ['eb23d752-a518-423f-9534-13f78f3440d8'] in dv-cinder-789564-8-iscsi is: [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '27320f99-129e-4e9b-9094-dee3068d070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 3, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port': {'id': '27320f99-129e-4e9b-9094-dee3068d070d', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:32Z', 'updated_at': '2021-07-29T15:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:38.119798 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3f51be53-70f0-4899-af8a-404466868299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.126491 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-3f51be53-70f0-4899-af8a-404466868299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.164617 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51be53-70f0-4899-af8a-404466868299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd5bff2-02ca-4110-b81b-663ad5d206db,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:38.175942 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-3f51be53-70f0-4899-af8a-404466868299 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f50a2937a3c148b582bb9103aa50f93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661464 Jul 29 15:28:38.176994 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53936) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:38.215002 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b402b-7862-417d-87a3-2e62085f8126 req-19426d6e-457f-45e8-a4c1-3364b495975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:38.216797 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df4b402b-7862-417d-87a3-2e62085f8126 req-19426d6e-457f-45e8-a4c1-3364b495975e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1098 time: 0.4444299 Jul 29 15:28:38.218583 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-67c428c1-5c9f-4e47-93fc-33c7112f8972 req-93fc8adf-b99c-4743-897f-d8dcd41d3b2c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485617 Jul 29 15:28:38.235156 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-711ddc22-5559-4f19-b59c-b65566c1c65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.263426 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-711ddc22-5559-4f19-b59c-b65566c1c65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.291197 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.333088 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-711ddc22-5559-4f19-b59c-b65566c1c65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.337445 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-711ddc22-5559-4f19-b59c-b65566c1c65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.342445 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-711ddc22-5559-4f19-b59c-b65566c1c65b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbd5bff2-02ca-4110-b81b-663ad5d206db HTTP/1.1" status: 204 len: 168 time: 0.1645947 Jul 29 15:28:38.351115 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ddc22-5559-4f19-b59c-b65566c1c65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd5bff2-02ca-4110-b81b-663ad5d206db,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:38.365198 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Transition to ACTIVE for port object 3b55e417-2451-4d73-bda4-cfa172e1db53 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:38.459759 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b402b-7862-417d-87a3-2e62085f8126 req-3b9bea1f-1e16-4219-a4f8-d434b416e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:38.461273 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df4b402b-7862-417d-87a3-2e62085f8126 req-3b9bea1f-1e16-4219-a4f8-d434b416e9e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.1591640 Jul 29 15:28:38.467741 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.553575 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Pushing event updated for resources: {'Port': ['ID=3b55e417-2451-4d73-bda4-cfa172e1db53,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:38.614803 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df4b402b-7862-417d-87a3-2e62085f8126 req-c9b8c589-0a1a-401a-b420-1e1ee24f0c55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 200 len: 217 time: 0.1422133 Jul 29 15:28:38.641208 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:38.687849 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:38.708515 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:38.795405 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b402b-7862-417d-87a3-2e62085f8126 req-428cf5ac-b406-4b13-babc-c525655c1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:38.796903 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df4b402b-7862-417d-87a3-2e62085f8126 req-428cf5ac-b406-4b13-babc-c525655c1c58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.1673610 Jul 29 15:28:38.810031 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:38.883920 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316a2fd-5312-45e3-b024-bd9b1383a9f8 req-13b0f762-8443-4a08-82a5-55ece2d7c886 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:38.896107 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e316a2fd-5312-45e3-b024-bd9b1383a9f8 req-13b0f762-8443-4a08-82a5-55ece2d7c886 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1096048 Jul 29 15:28:38.955479 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e316a2fd-5312-45e3-b024-bd9b1383a9f8 req-be9389b9-c08b-4291-8afd-b8635d316db7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583184 Jul 29 15:28:39.046526 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df4b402b-7862-417d-87a3-2e62085f8126 req-be24929f-cf7d-49df-98be-4eedaf43c383 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523423 Jul 29 15:28:39.167271 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-ef7493c4-2f4a-4042-8b83-92734e3e85ac None None] Provisioning for port 3b55e417-2451-4d73-bda4-cfa172e1db53 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:39.179402 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-ef7493c4-2f4a-4042-8b83-92734e3e85ac None None] Provisioning complete for port 3b55e417-2451-4d73-bda4-cfa172e1db53 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:39.180220 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-ef7493c4-2f4a-4042-8b83-92734e3e85ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.219644 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 53970) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:39.241445 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7102a46e-bbc3-48d9-a064-3a2d295ae9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.253443 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314e1a8-11d6-4ff1-a796-c9e0b14ff01c req-08d3f683-af69-4cba-90e0-92f27bbde1b6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:39.262309 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5314e1a8-11d6-4ff1-a796-c9e0b14ff01c req-08d3f683-af69-4cba-90e0-92f27bbde1b6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.3663955 Jul 29 15:28:39.268400 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-ef7493c4-2f4a-4042-8b83-92734e3e85ac None None] Port 3b55e417-2451-4d73-bda4-cfa172e1db53 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:39.350164 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df4b402b-7862-417d-87a3-2e62085f8126 req-52f3d28d-7a38-4b8f-8191-960c5b2f7275 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715724 Jul 29 15:28:39.366726 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5314e1a8-11d6-4ff1-a796-c9e0b14ff01c req-ad79383b-bec7-416c-adc3-03766a1444ed tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981302 Jul 29 15:28:39.378472 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.379831 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7102a46e-bbc3-48d9-a064-3a2d295ae9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.384505 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-7102a46e-bbc3-48d9-a064-3a2d295ae9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.421886 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-7102a46e-bbc3-48d9-a064-3a2d295ae9d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70ddce0d99dc4e25bec598575fc4fa5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000356 Jul 29 15:28:39.424978 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 53972) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:39.443153 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102a46e-bbc3-48d9-a064-3a2d295ae9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea890bc-0f85-4379-bd75-5a924f9abe9f,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:39.590436 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df4b402b-7862-417d-87a3-2e62085f8126 req-0635b14f-58ee-403e-ad96-e1c9ffee493c service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208138 Jul 29 15:28:39.592791 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-582960ff-d10d-4382-bfd5-853ac8a31b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.626768 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-582960ff-d10d-4382-bfd5-853ac8a31b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.712499 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 27320f99-129e-4e9b-9094-dee3068d070d up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:39.714382 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.720134 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.741471 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-582960ff-d10d-4382-bfd5-853ac8a31b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.744006 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-582960ff-d10d-4382-bfd5-853ac8a31b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.745276 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-582960ff-d10d-4382-bfd5-853ac8a31b13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ea890bc-0f85-4379-bd75-5a924f9abe9f HTTP/1.1" status: 204 len: 168 time: 0.3179159 Jul 29 15:28:39.769202 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 27320f99-129e-4e9b-9094-dee3068d070d completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:39.773942 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 27320f99-129e-4e9b-9094-dee3068d070d triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:39.774624 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.802547 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Pushing event updated for resources: {'Port': ['ID=3b55e417-2451-4d73-bda4-cfa172e1db53,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:39.819782 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582960ff-d10d-4382-bfd5-853ac8a31b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea890bc-0f85-4379-bd75-5a924f9abe9f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:39.835802 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.902841 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.928806 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 27320f99-129e-4e9b-9094-dee3068d070d, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=27320f99-129e-4e9b-9094-dee3068d070d,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:39.933332 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:39.935380 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:39.937035 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:39.984915 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=27320f99-129e-4e9b-9094-dee3068d070d,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:40.126026 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5f32d-b2fa-4de9-b9e0-3fe45a1d24b1 req-7f532ba8-d1f4-40f2-840a-6a6519150dcf tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:40.132101 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Router eb23d752-a518-423f-9534-13f78f3440d8 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:28:40.140313 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cff5f32d-b2fa-4de9-b9e0-3fe45a1d24b1 req-7f532ba8-d1f4-40f2-840a-6a6519150dcf tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0789723 Jul 29 15:28:40.205872 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-190b360b-3e68-466a-840e-4e39359b5575 None None] Provisioning complete for port 3b55e417-2451-4d73-bda4-cfa172e1db53 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:40.207125 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-190b360b-3e68-466a-840e-4e39359b5575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:40.211103 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cff5f32d-b2fa-4de9-b9e0-3fe45a1d24b1 req-3775e5d5-f7c9-4d3b-8d36-bb21b0ba9719 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567403 Jul 29 15:28:40.276667 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-190b360b-3e68-466a-840e-4e39359b5575 None None] Port 3b55e417-2451-4d73-bda4-cfa172e1db53 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:40.303719 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:40.310947 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-942766c8-e93e-4cf7-aaad-c60ffe652210 admin admin] 10.222.0.10 "PUT /v2.0/routers/eb23d752-a518-423f-9534-13f78f3440d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6479394 Jul 29 15:28:40.378486 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a2156-a795-4516-8cfc-3f01904f450c req-f7c0b198-c04e-4ba0-afb4-193c25c1130e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:40.387559 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7c2a2156-a795-4516-8cfc-3f01904f450c req-f7c0b198-c04e-4ba0-afb4-193c25c1130e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0711696 Jul 29 15:28:40.400111 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54004) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:40.409780 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'floatingip': {'port_id': '4781aba6-31ff-45d6-9fe8-470602d734a4'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:40.540707 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031a1b6-164d-4ae5-a73f-4db7ad1b93ec req-3446578a-ae23-4b7e-bf4c-77ce5d2980b8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:40.552134 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8031a1b6-164d-4ae5-a73f-4db7ad1b93ec req-3446578a-ae23-4b7e-bf4c-77ce5d2980b8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0901289 Jul 29 15:28:40.580520 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:40.642840 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8031a1b6-164d-4ae5-a73f-4db7ad1b93ec req-d676e3d6-c7fc-421a-8c46-5e9f0c836f7e tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872264 Jul 29 15:28:40.768196 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Sync routers for ids ['eb23d752-a518-423f-9534-13f78f3440d8'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:40.782951 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Routers {'eb23d752-a518-423f-9534-13f78f3440d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:40.783762 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['eb23d752-a518-423f-9534-13f78f3440d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:40.981986 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Set router eb23d752-a518-423f-9534-13f78f3440d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:41.259915 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '27320f99-129e-4e9b-9094-dee3068d070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:28:39Z', 'revision_number': 4, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port': {'id': '27320f99-129e-4e9b-9094-dee3068d070d', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:32Z', 'updated_at': '2021-07-29T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '3b55e417-2451-4d73-bda4-cfa172e1db53', 'name': '', 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'mac_address': 'fa:16:3e:15:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:37Z', 'updated_at': '2021-07-29T15:28:39Z', 'revision_number': 2, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'subnets': [{'id': 'b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:41.280598 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54036) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:41.285736 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-6f77f245-0bb4-4394-b3dd-cac19c1f2c5f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909790815', 'description': 'tempest-secgroup-smoke-909790815 description', 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:41.293923 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Checking router: eb23d752-a518-423f-9534-13f78f3440d8 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:41.294284 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Updating router eb23d752-a518-423f-9534-13f78f3440d8 port 3b55e417-2451-4d73-bda4-cfa172e1db53 binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:41.315211 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6f77f245-0bb4-4394-b3dd-cac19c1f2c5f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.326973 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.417537 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.467167 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6f77f245-0bb4-4394-b3dd-cac19c1f2c5f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.474389 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6f77f245-0bb4-4394-b3dd-cac19c1f2c5f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.520964 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6f77f245-0bb4-4394-b3dd-cac19c1f2c5f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.522176 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-6f77f245-0bb4-4394-b3dd-cac19c1f2c5f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2403035 Jul 29 15:28:41.529099 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54042) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:41.536019 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-63935456-26ee-4bbb-93e8-51e8bfeb1365 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'security_group_rule': {'security_group_id': 'b6613555-1292-461e-9ff1-f1c5f96d5a16', 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:41.539749 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77f245-0bb4-4394-b3dd-cac19c1f2c5f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6613555-1292-461e-9ff1-f1c5f96d5a16,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:41.570285 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.590811 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.602739 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-63935456-26ee-4bbb-93e8-51e8bfeb1365 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.704374 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 27320f99-129e-4e9b-9094-dee3068d070d up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:41.717170 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-63935456-26ee-4bbb-93e8-51e8bfeb1365 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.717452 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Floating IP c97418a3-6da9-40b1-be57-e4cc364eb0e5 associated. External IP: 172.27.0.251, port: 4781aba6-31ff-45d6-9fe8-470602d734a4. Jul 29 15:28:41.723921 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-63935456-26ee-4bbb-93e8-51e8bfeb1365 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.768403 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-63935456-26ee-4bbb-93e8-51e8bfeb1365 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.768838 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-63935456-26ee-4bbb-93e8-51e8bfeb1365 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2381821 Jul 29 15:28:41.784423 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63935456-26ee-4bbb-93e8-51e8bfeb1365 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4c8b67-aefd-461d-8997-05f9d9182feb,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:41.786204 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54050) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:41.798941 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-e47ce103-e38d-42f9-9abc-57cbc0d4b349 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'security_group_rule': {'security_group_id': 'b6613555-1292-461e-9ff1-f1c5f96d5a16', 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:41.838530 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4a666-696b-4e9b-9780-b311ef679073 req-865be201-0b7c-41bf-9a6b-9af44638d046 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:41.849376 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5bb4a666-696b-4e9b-9780-b311ef679073 req-865be201-0b7c-41bf-9a6b-9af44638d046 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1108384 Jul 29 15:28:41.852451 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 27320f99-129e-4e9b-9094-dee3068d070d triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:41.852864 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.856384 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.881671 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e47ce103-e38d-42f9-9abc-57cbc0d4b349 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.911653 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Transition to ACTIVE for port object 3b55e417-2451-4d73-bda4-cfa172e1db53 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:41.925125 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:41.954338 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5bb4a666-696b-4e9b-9780-b311ef679073 req-89c46008-ab9b-4474-a454-c1627a586919 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017776 Jul 29 15:28:42.020175 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e47ce103-e38d-42f9-9abc-57cbc0d4b349 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.027857 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911278e9-dd86-4759-af5a-98100816715c None None] Pushing event updated for resources: {'Port': ['ID=3b55e417-2451-4d73-bda4-cfa172e1db53,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:42.031381 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e47ce103-e38d-42f9-9abc-57cbc0d4b349 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.085669 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ce103-e38d-42f9-9abc-57cbc0d4b349 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2d6551-d72b-440e-92a2-6f3dd534dbdb,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:42.098045 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e47ce103-e38d-42f9-9abc-57cbc0d4b349 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.099455 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e47ce103-e38d-42f9-9abc-57cbc0d4b349 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3121529 Jul 29 15:28:42.102151 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54064) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:42.107662 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-14947e5f-e7bb-471c-9f43-f38bf13e1b42 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'security_group_rule': {'security_group_id': 'b6613555-1292-461e-9ff1-f1c5f96d5a16', 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:42.160168 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-14947e5f-e7bb-471c-9f43-f38bf13e1b42 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.171062 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Attempting to bind port 3b55e417-2451-4d73-bda4-cfa172e1db53 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:42.172410 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Attempting to bind port 3b55e417-2451-4d73-bda4-cfa172e1db53 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:42.173256 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Attempting to bind port 3b55e417-2451-4d73-bda4-cfa172e1db53 on network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:42.194570 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:42.196059 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Router 330cfaee-1ae0-45ce-8f64-069449e2a214 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:28:42.197095 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Checking segment: {'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:42.199076 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.199504 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Bound using segment: {'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:42.201951 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Bound port: 3b55e417-2451-4d73-bda4-cfa172e1db53, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6db686-1411-42f3-b651-9c6f59b1ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:42.202502 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.279661 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-14947e5f-e7bb-471c-9f43-f38bf13e1b42 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.288700 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-14947e5f-e7bb-471c-9f43-f38bf13e1b42 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.310881 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14947e5f-e7bb-471c-9f43-f38bf13e1b42 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c290ae-5d57-4b8c-a7e2-89318cce369e,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:42.339328 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] For port 3b55e417-2451-4d73-bda4-cfa172e1db53, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:42.344394 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-14947e5f-e7bb-471c-9f43-f38bf13e1b42 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.344605 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] For port 3b55e417-2451-4d73-bda4-cfa172e1db53, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=3b55e417-2451-4d73-bda4-cfa172e1db53,segment=NetworkSegment(8a6db686-1411-42f3-b651-9c6f59b1ee5d),segment_id=8a6db686-1411-42f3-b651-9c6f59b1ee5d)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:42.346333 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-14947e5f-e7bb-471c-9f43-f38bf13e1b42 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2431824 Jul 29 15:28:42.349049 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54070) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:42.354191 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-09352fdc-c08f-4669-bdec-f48ee4f1fe9b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'security_group_rule': {'security_group_id': 'b6613555-1292-461e-9ff1-f1c5f96d5a16', 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:42.364293 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.387833 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:42.406591 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.412145 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] Sync routers for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:42.439784 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-09352fdc-c08f-4669-bdec-f48ee4f1fe9b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.441554 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:42.442738 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:42.551084 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-86af97d4-46f8-47a3-aca8-1cc9c21627ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "PUT /v2.0/floatingips/c97418a3-6da9-40b1-be57-e4cc364eb0e5 HTTP/1.1" status: 200 len: 991 time: 2.1461504 Jul 29 15:28:42.561435 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Routers {'eb23d752-a518-423f-9534-13f78f3440d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:42.562069 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['eb23d752-a518-423f-9534-13f78f3440d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:42.563967 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911278e9-dd86-4759-af5a-98100816715c None None] Pushing event updated for resources: {'Port': ['ID=3b55e417-2451-4d73-bda4-cfa172e1db53,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:42.572284 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:42.583997 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5af87e6-68b0-4443-a491-9e6aafca4037" -d '{"events": [{"name": "network-changed", "server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:42.647908 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-09352fdc-c08f-4669-bdec-f48ee4f1fe9b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.657417 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-09352fdc-c08f-4669-bdec-f48ee4f1fe9b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.664456 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ed5c1-5058-47fa-87f2-693a7eec8624 x-openstack-request-id: req-e33ed5c1-5058-47fa-87f2-693a7eec8624 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:42.665122 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:42.665523 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e33ed5c1-5058-47fa-87f2-693a7eec8624 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:42.666189 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'status': 'completed', 'code': 200} Jul 29 15:28:42.689149 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09352fdc-c08f-4669-bdec-f48ee4f1fe9b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9a2341-7225-45b6-b69e-c37e0a8a0eae,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:42.693627 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-09352fdc-c08f-4669-bdec-f48ee4f1fe9b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.707005 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-09352fdc-c08f-4669-bdec-f48ee4f1fe9b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3565142 Jul 29 15:28:42.712153 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54088) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:42.730030 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-a3789cc1-423d-4a16-b051-88ec72794859 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'security_group_rule': {'security_group_id': 'b6613555-1292-461e-9ff1-f1c5f96d5a16', 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:42.764432 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.securitygroups_db [None req-a3789cc1-423d-4a16-b051-88ec72794859 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Project 7a54b5401a0441c7b4aeaf5286bff35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:28:42.791148 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a3789cc1-423d-4a16-b051-88ec72794859 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.802102 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-31fff347-1016-407a-b14f-7bbf5fce2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:42.807079 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-31fff347-1016-407a-b14f-7bbf5fce2d52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 1098 time: 0.1103518 Jul 29 15:28:42.866025 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] Set router eb23d752-a518-423f-9534-13f78f3440d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:42.877940 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:42.885451 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a3789cc1-423d-4a16-b051-88ec72794859 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.891432 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a3789cc1-423d-4a16-b051-88ec72794859 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.944634 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3789cc1-423d-4a16-b051-88ec72794859 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36698ad8-9719-4c36-a334-defc82e153b4,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:42.955172 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a3789cc1-423d-4a16-b051-88ec72794859 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.959603 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a3789cc1-423d-4a16-b051-88ec72794859 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2462251 Jul 29 15:28:42.960186 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54096) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:42.969075 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-31b5443a-2825-4dfd-b358-a65ce035ff00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'security_group_rule': {'security_group_id': 'b6613555-1292-461e-9ff1-f1c5f96d5a16', 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:43.010959 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-bb4abbcb-c808-4293-acbf-67125a2de284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:43.013855 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-bb4abbcb-c808-4293-acbf-67125a2de284 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.1944282 Jul 29 15:28:43.015080 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.securitygroups_db [None req-31b5443a-2825-4dfd-b358-a65ce035ff00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Project 7a54b5401a0441c7b4aeaf5286bff35a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:28:43.021140 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-31b5443a-2825-4dfd-b358-a65ce035ff00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:43.094869 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-31b5443a-2825-4dfd-b358-a65ce035ff00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:43.100188 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-31b5443a-2825-4dfd-b358-a65ce035ff00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:43.164093 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5443a-2825-4dfd-b358-a65ce035ff00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f50d83-7571-48d7-a2fd-ac57d37a2d83,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:43.170741 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-88e5692b-e856-4566-9aad-d6867fc1486c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4781aba6-31ff-45d6-9fe8-470602d734a4 HTTP/1.1" status: 200 len: 999 time: 0.1478641 Jul 29 15:28:43.201669 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-31b5443a-2825-4dfd-b358-a65ce035ff00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:43.203976 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-31b5443a-2825-4dfd-b358-a65ce035ff00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2428765 Jul 29 15:28:43.248125 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '27320f99-129e-4e9b-9094-dee3068d070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:28:39Z', 'revision_number': 4, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port': {'id': '27320f99-129e-4e9b-9094-dee3068d070d', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:32Z', 'updated_at': '2021-07-29T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '3b55e417-2451-4d73-bda4-cfa172e1db53', 'name': '', 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'mac_address': 'fa:16:3e:15:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:37Z', 'updated_at': '2021-07-29T15:28:42Z', 'revision_number': 4, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'subnets': [{'id': 'b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:43.256548 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af27793-f4d6-4c01-8551-f75aaae738d3 req-173c2aea-f3a6-4c02-b291-81142a1c30c5 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:43.258131 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3af27793-f4d6-4c01-8551-f75aaae738d3 req-173c2aea-f3a6-4c02-b291-81142a1c30c5 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1417994 Jul 29 15:28:43.274146 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-08da350e-93d7-4bcd-b0e5-7c145d8c6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:43.275540 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-08da350e-93d7-4bcd-b0e5-7c145d8c6e52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0970306 Jul 29 15:28:43.302686 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a54fe3-ab21-4296-8190-b9973f84ed12 None None] The sync data for ids ['eb23d752-a518-423f-9534-13f78f3440d8'] in dv-cinder-789564-8-iscsi is: [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '27320f99-129e-4e9b-9094-dee3068d070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:28:39Z', 'revision_number': 4, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port': {'id': '27320f99-129e-4e9b-9094-dee3068d070d', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:32Z', 'updated_at': '2021-07-29T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '3b55e417-2451-4d73-bda4-cfa172e1db53', 'name': '', 'network_id': '1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'mac_address': 'fa:16:3e:15:37:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:37Z', 'updated_at': '2021-07-29T15:28:42Z', 'revision_number': 4, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'subnets': [{'id': 'b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:43.322233 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3af27793-f4d6-4c01-8551-f75aaae738d3 req-e0d871f0-1cc2-40fc-a631-9085f8f7881f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573409 Jul 29 15:28:43.395165 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-2c84709d-6d7b-44a5-928c-4a7c89085261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:43.396696 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-2c84709d-6d7b-44a5-928c-4a7c89085261 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1136398 Jul 29 15:28:43.404919 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': 'c97418a3-6da9-40b1-be57-e4cc364eb0e5', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'port_id': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'mac_address': 'fa:16:3e:71:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:41Z', 'revision_number': 1, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:43.439207 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] Checking router: 330cfaee-1ae0-45ce-8f64-069449e2a214 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:43.454092 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:43.455142 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:43.599627 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:43.782036 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 3b55e417-2451-4d73-bda4-cfa172e1db53 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:43.888609 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 3b55e417-2451-4d73-bda4-cfa172e1db53 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:43.892365 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-3aa5fcad-591d-496c-93bd-c390fbc4099d service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839385 Jul 29 15:28:43.894112 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 3b55e417-2451-4d73-bda4-cfa172e1db53 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:43.894630 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:44.088560 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:44.093487 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5af87e6-68b0-4443-a491-9e6aafca4037 req-7b62b6c8-4eb6-4b96-8c99-a9a859cb2850 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930623 Jul 29 15:28:44.171750 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 3b55e417-2451-4d73-bda4-cfa172e1db53, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=3b55e417-2451-4d73-bda4-cfa172e1db53,segment=NetworkSegment(8a6db686-1411-42f3-b651-9c6f59b1ee5d),segment_id=8a6db686-1411-42f3-b651-9c6f59b1ee5d)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:44.179372 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': 'c97418a3-6da9-40b1-be57-e4cc364eb0e5', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'port_id': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'mac_address': 'fa:16:3e:71:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:41Z', 'revision_number': 1, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:44.182088 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:44.220495 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a363dd6-b2ec-4d89-a5ee-629c994e8d2c None None] The sync data for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi is: [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': 'c97418a3-6da9-40b1-be57-e4cc364eb0e5', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'floating_ip_address': '172.27.0.251', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'port_id': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'mac_address': 'fa:16:3e:71:7e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:41Z', 'revision_number': 1, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:44.262885 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=3b55e417-2451-4d73-bda4-cfa172e1db53,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:44.458903 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914cca7-8f40-46a7-b148-2dd663a1de32 req-f6ae4a4f-8dd9-4549-9604-3f93e36c8019 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:44.460633 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0914cca7-8f40-46a7-b148-2dd663a1de32 req-f6ae4a4f-8dd9-4549-9604-3f93e36c8019 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0512309 Jul 29 15:28:44.514830 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0914cca7-8f40-46a7-b148-2dd663a1de32 req-7fde423d-1848-425e-9baf-d84248ac6107 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454478 Jul 29 15:28:44.556655 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54198) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:44.694710 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-25a48c52-32f3-4cce-9b2f-a0c1f2223cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:44.830504 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-25a48c52-32f3-4cce-9b2f-a0c1f2223cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:44.842062 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-25a48c52-32f3-4cce-9b2f-a0c1f2223cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:44.904212 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-25a48c52-32f3-4cce-9b2f-a0c1f2223cd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b68ede096c949bd8b66f81a733acb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430765 Jul 29 15:28:44.907852 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54208) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:44.917160 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a48c52-32f3-4cce-9b2f-a0c1f2223cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2b7bb1-25ca-4568-9c48-ee45f74c7d43,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:44.950123 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd392a9-4bd2-4ca6-892d-d015de0d252a req-51e1338c-283c-4644-bc14-02b284e7f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:44.951930 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bbd392a9-4bd2-4ca6-892d-d015de0d252a req-51e1338c-283c-4644-bc14-02b284e7f952 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1098 time: 0.0681655 Jul 29 15:28:44.986579 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5bb76e37-1155-4a8d-b652-ec25d3bc8df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.004071 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bbd392a9-4bd2-4ca6-892d-d015de0d252a req-c8e01a2f-40f7-4959-8baa-1629fd973000 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426536 Jul 29 15:28:45.018822 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5bb76e37-1155-4a8d-b652-ec25d3bc8df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.050540 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7945db-ca3d-4664-ace8-54f8bdabb9f2 None None] New status for floating IP c97418a3-6da9-40b1-be57-e4cc364eb0e5: ACTIVE {{(pid=93123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:28:45.108999 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5bb76e37-1155-4a8d-b652-ec25d3bc8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.113416 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5bb76e37-1155-4a8d-b652-ec25d3bc8df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.116277 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-5bb76e37-1155-4a8d-b652-ec25d3bc8df0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b2b7bb1-25ca-4568-9c48-ee45f74c7d43 HTTP/1.1" status: 204 len: 168 time: 0.2069411 Jul 29 15:28:45.132906 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb76e37-1155-4a8d-b652-ec25d3bc8df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2b7bb1-25ca-4568-9c48-ee45f74c7d43,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:45.742057 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 3b55e417-2451-4d73-bda4-cfa172e1db53 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:45.869100 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 3b55e417-2451-4d73-bda4-cfa172e1db53 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:45.869573 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.940664 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba42cc-2188-4dcd-9c10-63257b168171 req-65dc1b2a-18ae-445e-84a0-af0f6600302f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:45.942314 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-67ba42cc-2188-4dcd-9c10-63257b168171 req-65dc1b2a-18ae-445e-84a0-af0f6600302f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.3495164 Jul 29 15:28:46.005700 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-67ba42cc-2188-4dcd-9c10-63257b168171 req-24915439-6250-4007-b12e-41e7936c1b37 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555000 Jul 29 15:28:47.130427 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba87f6c-965a-4584-9e2e-791ac75d6287 req-2a53e7e8-638e-4e9b-b024-f6f5c6327ec3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:47.132068 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1ba87f6c-965a-4584-9e2e-791ac75d6287 req-2a53e7e8-638e-4e9b-b024-f6f5c6327ec3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0535975 Jul 29 15:28:47.171264 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1ba87f6c-965a-4584-9e2e-791ac75d6287 req-078b48ea-3c86-4959-9b61-ebf85245a352 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Jul 29 15:28:47.451832 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-1086cb16-6e91-4d79-b1d3-697167957d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:47.453645 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-1086cb16-6e91-4d79-b1d3-697167957d49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1098 time: 0.0771151 Jul 29 15:28:47.461934 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75679db1-638e-42b5-ba98-859de8b5d7ca req-b0bb753f-2991-4c8c-b256-cb7a1b421c6b tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:47.463378 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-75679db1-638e-42b5-ba98-859de8b5d7ca req-b0bb753f-2991-4c8c-b256-cb7a1b421c6b tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0770230 Jul 29 15:28:47.549777 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-75679db1-638e-42b5-ba98-859de8b5d7ca req-b86d11da-60d7-4bb4-9e84-1781fea1312a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775928 Jul 29 15:28:47.586917 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-e1aa235b-723f-4df6-a482-b73eec692111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:47.588392 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-e1aa235b-723f-4df6-a482-b73eec692111 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.1236389 Jul 29 15:28:47.633802 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-4d410ac8-cf64-4243-bb77-eb0ce43dbef1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 200 len: 217 time: 0.0366669 Jul 29 15:28:47.686417 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-95d91303-9076-4958-8924-f725928e1841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:47.687914 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-95d91303-9076-4958-8924-f725928e1841 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.0455661 Jul 29 15:28:47.725034 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-758f68af-185f-4002-a613-41776a17e934 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288601 Jul 29 15:28:47.818326 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-abc56b1f-a149-40df-b7ef-1479e35c52da service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857825 Jul 29 15:28:47.922850 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07779e8d-5de7-4139-9369-3c38d8918c68 req-c318a303-59cd-486f-97aa-19fb751d8a73 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958409 Jul 29 15:28:47.986218 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54342) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:48.105231 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e6316880-d84b-4d8d-9f05-e69846793cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:48.200176 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e6316880-d84b-4d8d-9f05-e69846793cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:48.204754 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e6316880-d84b-4d8d-9f05-e69846793cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:48.246180 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e6316880-d84b-4d8d-9f05-e69846793cd7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f33c00eacfb7496189fadd33b5105280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586784 Jul 29 15:28:48.248217 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6316880-d84b-4d8d-9f05-e69846793cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c84ef0-131f-4066-9caa-776410368da4,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:48.248646 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54346) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:48.304091 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-900a73b7-596c-486c-814c-a4c27c008119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:48.327227 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-900a73b7-596c-486c-814c-a4c27c008119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:48.373794 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-900a73b7-596c-486c-814c-a4c27c008119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:48.376429 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-900a73b7-596c-486c-814c-a4c27c008119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:48.377619 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-900a73b7-596c-486c-814c-a4c27c008119 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83c84ef0-131f-4066-9caa-776410368da4 HTTP/1.1" status: 204 len: 168 time: 0.1279643 Jul 29 15:28:48.385603 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a73b7-596c-486c-814c-a4c27c008119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c84ef0-131f-4066-9caa-776410368da4,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:48.685734 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32514801-acae-45e0-9a13-efa640d703ba req-ce94e83e-e37d-43ef-8ead-9a5b4542790d tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:48.687299 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-32514801-acae-45e0-9a13-efa640d703ba req-ce94e83e-e37d-43ef-8ead-9a5b4542790d tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0525160 Jul 29 15:28:48.726343 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-32514801-acae-45e0-9a13-efa640d703ba req-5afc01d2-95c7-49e0-9f07-3a57cff63cad tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Jul 29 15:28:49.400888 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54390) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:49.516266 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fd930ac7-fd90-4a23-a583-e5e3fa98bc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:49.609380 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fd930ac7-fd90-4a23-a583-e5e3fa98bc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:49.614032 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-fd930ac7-fd90-4a23-a583-e5e3fa98bc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:49.655719 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-fd930ac7-fd90-4a23-a583-e5e3fa98bc7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29912c6aa86d4921b3f14b01c1d9202e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529407 Jul 29 15:28:49.656426 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd930ac7-fd90-4a23-a583-e5e3fa98bc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3783d472-fc6e-4505-88ab-2d9991364e04,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:49.658893 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54400) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:49.708719 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b06f90a5-45cc-40ac-8a7f-bebc70f5c0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:49.730736 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b06f90a5-45cc-40ac-8a7f-bebc70f5c0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:49.779749 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b06f90a5-45cc-40ac-8a7f-bebc70f5c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:49.782467 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b06f90a5-45cc-40ac-8a7f-bebc70f5c0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:49.783995 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b06f90a5-45cc-40ac-8a7f-bebc70f5c0c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3783d472-fc6e-4505-88ab-2d9991364e04 HTTP/1.1" status: 204 len: 168 time: 0.1231291 Jul 29 15:28:49.792216 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f90a5-45cc-40ac-8a7f-bebc70f5c0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3783d472-fc6e-4505-88ab-2d9991364e04,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:49.857204 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c91e-3df7-4a9c-aa10-be4bd85ff592 req-0b164b09-f6ad-40ae-8d5b-9c0553c15a12 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:49.858789 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8384c91e-3df7-4a9c-aa10-be4bd85ff592 req-0b164b09-f6ad-40ae-8d5b-9c0553c15a12 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0528290 Jul 29 15:28:49.902188 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8384c91e-3df7-4a9c-aa10-be4bd85ff592 req-4baf7246-3a81-4788-8b70-724a92b31e21 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336983 Jul 29 15:28:50.453651 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54436) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:50.473243 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54440) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:50.576948 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d580911b-123c-4a01-8665-5dd0ecea7170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.614546 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-736335526-network', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:50.682419 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d580911b-123c-4a01-8665-5dd0ecea7170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.688664 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-d580911b-123c-4a01-8665-5dd0ecea7170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.738873 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Made reservation on behalf of 52ff505d3c5b4c1e98a269b5d754bd1b for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:50.741059 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.744458 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-d580911b-123c-4a01-8665-5dd0ecea7170 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=469d794202cb460d9b8b676a2eb9cc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896402 Jul 29 15:28:50.747453 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54450) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:50.747826 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580911b-123c-4a01-8665-5dd0ecea7170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0f531-377b-4910-827e-547e27d88069,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:50.756532 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.799026 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-db9ce796-dbcf-4c50-833d-23597733504b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.826957 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-db9ce796-dbcf-4c50-833d-23597733504b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.855017 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.859986 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.881283 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:28:50.895227 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-db9ce796-dbcf-4c50-833d-23597733504b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.898516 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-db9ce796-dbcf-4c50-833d-23597733504b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.898862 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353b261d-0c87-4864-a43e-34ad490d3fc2,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:50.899890 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-db9ce796-dbcf-4c50-833d-23597733504b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfe0f531-377b-4910-827e-547e27d88069 HTTP/1.1" status: 204 len: 168 time: 0.1512842 Jul 29 15:28:50.912201 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.912544 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Added segment 4ef38fc9-43c7-439c-87f0-3b6f43d38afa of type vlan for network c1f9db67-55e7-4ea1-aeee-bafa9170984e Jul 29 15:28:50.913273 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ce796-dbcf-4c50-833d-23597733504b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0f531-377b-4910-827e-547e27d88069,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:50.956365 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.959800 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:28:50.986822 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:50.987771 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:50.988356 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.047120 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5712221 Jul 29 15:28:51.048917 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54456) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:51.056906 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Request body: {'subnet': {'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-736335526-subnet', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:51.059507 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec96d5-a839-4504-ba4d-f2988d3c9b8f admin admin] Pushing event updated for resources: {'Network': ['ID=c1f9db67-55e7-4ea1-aeee-bafa9170984e,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:51.070027 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:28:51.082138 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Made reservation on behalf of 52ff505d3c5b4c1e98a269b5d754bd1b for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:51.086100 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30128935'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.295581 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30213385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30128905'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.362847 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cbebe71-cbee-43d5-ae00-0e89c60911f6,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:51.380106 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Checking segment: {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:51.380485 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Network hostable DHCP agents. Network: c1f9db67-55e7-4ea1-aeee-bafa9170984e, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:28:51.430481 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7781-562a-4701-a530-a9ad3fbc9134 req-687af9de-ae34-4578-8c7c-180db71311ef tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:51.437473 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-94ad7781-562a-4701-a530-a9ad3fbc9134 req-687af9de-ae34-4578-8c7c-180db71311ef tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0669260 Jul 29 15:28:51.437473 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:28:51.460767 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, c1f9db67-55e7-4ea1-aeee-bafa9170984e) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:51.467723 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:51.468704 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.469707 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a514b9-2127-4aed-a670-1d359e9f9cb2 None None] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:51.493811 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-94ad7781-562a-4701-a530-a9ad3fbc9134 req-ba00beda-64c3-4f71-8efd-3f9e87cb2c08 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550034 Jul 29 15:28:51.496219 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-70c84b03-cda6-47b6-b20b-130bbb730329 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4455237 Jul 29 15:28:51.499285 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54476) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:51.504117 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:51.531369 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.532362 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.609397 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.707742 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:28:51.708697 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.773268 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:51.900097 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Allocated IP 172.20.0.2 (c1f9db67-55e7-4ea1-aeee-bafa9170984e/9cbebe71-cbee-43d5-ae00-0e89c60911f6/eb869c42-0944-42cc-b0af-0ddd1b63bf7e) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:52.049343 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.073435 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.129780 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.141153 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Transition to ACTIVE for port object eb869c42-0944-42cc-b0af-0ddd1b63bf7e will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:52.160629 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Transition to ACTIVE for port object eb869c42-0944-42cc-b0af-0ddd1b63bf7e will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:52.170192 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.210928 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Allocated IP 172.27.0.8 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/e7e87915-55b2-4c33-8afa-ea1204a67a80) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:52.212850 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:52.218882 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:52.225884 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:52.235577 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Pushing event updated for resources: {'Port': ['ID=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:52.292395 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Attempting to bind port eb869c42-0944-42cc-b0af-0ddd1b63bf7e on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:52.293424 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Attempting to bind port eb869c42-0944-42cc-b0af-0ddd1b63bf7e by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:52.293909 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Attempting to bind port eb869c42-0944-42cc-b0af-0ddd1b63bf7e on network c1f9db67-55e7-4ea1-aeee-bafa9170984e {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:52.299758 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:52.300259 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Checking segment: {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:52.300850 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.301242 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Bound using segment: {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:52.301715 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Bound port: eb869c42-0944-42cc-b0af-0ddd1b63bf7e, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:52.302099 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.354094 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.372727 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] For port eb869c42-0944-42cc-b0af-0ddd1b63bf7e, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:52.376023 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] For port eb869c42-0944-42cc-b0af-0ddd1b63bf7e, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:52.380294 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.393613 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.427954 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:52.432203 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:52.435808 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:52.443250 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7dd5-f4fb-447e-8421-743ce1e69e10 None None] Pushing event updated for resources: {'Port': ['ID=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:52.467338 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e87915-55b2-4c33-8afa-ea1204a67a80,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:52.711256 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.921717 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:53.074342 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Router f87fbcad-3595-416d-94ed-748b1fecf790 is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:28:53.189490 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:53.207859 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Sync routers for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:53.217056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:53.219135 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-4df90723-d522-4f79-9675-4be8e379c6d9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7185156 Jul 29 15:28:53.221718 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54512) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:53.224711 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:53.225506 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:53.351103 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:53.416682 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bdaa94-cad3-4b10-9e24-90eced987b86 None None] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:53.519317 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-57d10c01-7ec3-4727-a16f-4c97982df8a3 None None] Provisioning for port eb869c42-0944-42cc-b0af-0ddd1b63bf7e completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:53.696404 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:52Z', 'revision_number': 3, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:53.733457 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Checking router: f87fbcad-3595-416d-94ed-748b1fecf790 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:53.733809 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Updating router f87fbcad-3595-416d-94ed-748b1fecf790 port e7e87915-55b2-4c33-8afa-ea1204a67a80 binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:53.758864 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:53.793714 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device eb869c42-0944-42cc-b0af-0ddd1b63bf7e up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:53.879991 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port eb869c42-0944-42cc-b0af-0ddd1b63bf7e completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:53.884612 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port eb869c42-0944-42cc-b0af-0ddd1b63bf7e triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:53.886869 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.000182 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.049461 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port eb869c42-0944-42cc-b0af-0ddd1b63bf7e, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:54.055107 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.056968 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-7db2eca2-2048-47c1-9663-fcd63b9e946c None None] Provisioning complete for port eb869c42-0944-42cc-b0af-0ddd1b63bf7e triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:54.057424 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7db2eca2-2048-47c1-9663-fcd63b9e946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.061395 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.077771 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.095030 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Transition to ACTIVE for port object e7e87915-55b2-4c33-8afa-ea1204a67a80 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:54.102970 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.160467 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Attempting to bind port e7e87915-55b2-4c33-8afa-ea1204a67a80 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:54.161071 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Attempting to bind port e7e87915-55b2-4c33-8afa-ea1204a67a80 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:54.161585 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Attempting to bind port e7e87915-55b2-4c33-8afa-ea1204a67a80 on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:54.183811 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:54.184456 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:54.184990 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.187626 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:54.188916 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Bound port: e7e87915-55b2-4c33-8afa-ea1204a67a80, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:54.190398 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.194822 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:54.219761 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba022a-a840-410a-9172-b08d3c271bbc None None] Pushing event updated for resources: {'Port': ['ID=e7e87915-55b2-4c33-8afa-ea1204a67a80,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:54.263482 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] For port e7e87915-55b2-4c33-8afa-ea1204a67a80, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:54.264534 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Allocated IP 172.20.0.1 (c1f9db67-55e7-4ea1-aeee-bafa9170984e/9cbebe71-cbee-43d5-ae00-0e89c60911f6/608b9e0d-4996-4eb6-b281-4d4ad08895f2) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:54.269196 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] For port e7e87915-55b2-4c33-8afa-ea1204a67a80, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e7e87915-55b2-4c33-8afa-ea1204a67a80,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:54.276585 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.344205 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:54.344838 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:54.346648 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba022a-a840-410a-9172-b08d3c271bbc None None] Pushing event updated for resources: {'Port': ['ID=e7e87915-55b2-4c33-8afa-ea1204a67a80,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:54.416032 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.429142 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Transition to ACTIVE for port object 608b9e0d-4996-4eb6-b281-4d4ad08895f2 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:54.465219 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.475357 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:54.504784 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:54.509079 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:54.515326 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:54.518379 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Pushing event updated for resources: {'Port': ['ID=608b9e0d-4996-4eb6-b281-4d4ad08895f2,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:54.563617 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.668144 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:52Z', 'revision_number': 3, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:54.709341 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db37c5dc-813a-4aa9-9123-cb7d5fcb876f None None] The sync data for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi is: [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:52Z', 'revision_number': 3, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:54.711252 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.818136 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-236f3378-7893-4fac-93ac-20de118f361b None None] Provisioning for port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:54.823281 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-236f3378-7893-4fac-93ac-20de118f361b None None] Provisioning complete for port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:54.823655 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-236f3378-7893-4fac-93ac-20de118f361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.863897 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-236f3378-7893-4fac-93ac-20de118f361b None None] Port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:54.897803 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.898134 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:54.967464 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Pushing event updated for resources: {'Port': ['ID=608b9e0d-4996-4eb6-b281-4d4ad08895f2,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:54.989121 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:55.098414 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:55.099844 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:55.274913 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Router f87fbcad-3595-416d-94ed-748b1fecf790 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:28:55.396590 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:55.400258 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-fc27f1d3-af14-4732-994f-89982fd92d28 None None] Provisioning complete for port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:55.400620 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-fc27f1d3-af14-4732-994f-89982fd92d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:55.409333 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-12bf587d-33fe-42c9-8040-0829e3f33a91 admin admin] 10.222.0.10 "PUT /v2.0/routers/f87fbcad-3595-416d-94ed-748b1fecf790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1798015 Jul 29 15:28:55.445323 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-fc27f1d3-af14-4732-994f-89982fd92d28 None None] Port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:55.759195 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e7e87915-55b2-4c33-8afa-ea1204a67a80 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:55.809836 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port e7e87915-55b2-4c33-8afa-ea1204a67a80 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:55.813544 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port e7e87915-55b2-4c33-8afa-ea1204a67a80 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:55.814076 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:55.896210 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:55.924625 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port e7e87915-55b2-4c33-8afa-ea1204a67a80, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e7e87915-55b2-4c33-8afa-ea1204a67a80,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:55.935122 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:55.935913 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device eb869c42-0944-42cc-b0af-0ddd1b63bf7e up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:55.972955 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54554) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:55.978269 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1096396147-network', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:56.001214 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Made reservation on behalf of c54bcf6ce7fb443f8879196cbc81dc2d for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:56.003743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.011844 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=e7e87915-55b2-4c33-8afa-ea1204a67a80,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:56.023942 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port eb869c42-0944-42cc-b0af-0ddd1b63bf7e triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:56.024407 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.027878 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.143232 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.147178 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.185288 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:28:56.192158 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78405e0c-445f-4fc4-a25b-3307d854aec1,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:56.199843 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.200270 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Added segment b3935025-0238-475e-8bc8-4d15d5934d64 of type vlan for network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 Jul 29 15:28:56.243590 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.274193 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.275339 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:56.275952 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.333978 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3586683 Jul 29 15:28:56.335690 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54560) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:56.340934 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b8f13-fd5f-4455-813f-eb4095726230 admin admin] Pushing event updated for resources: {'Network': ['ID=1c15ef1d-4a90-4cef-9e17-bb694fe23db4,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:56.343087 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Request body: {'subnet': {'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1096396147-subnet', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:56.350779 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:28:56.375286 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Made reservation on behalf of c54bcf6ce7fb443f8879196cbc81dc2d for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:56.378101 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33260792'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.393028 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Sync routers for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:56.430198 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:56.431075 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:56.567860 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:56.593520 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33462920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33260758'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.660333 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c4d944-96d5-44e9-b06b-2fe4f6a192c5,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:56.669455 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Checking segment: {'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:56.669814 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Network hostable DHCP agents. Network: 1c15ef1d-4a90-4cef-9e17-bb694fe23db4, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:28:56.689296 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:28:56.700658 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 1c15ef1d-4a90-4cef-9e17-bb694fe23db4) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:56.708113 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:56.710185 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.711447 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d53fe-941e-4a7f-836f-c979e5029cfb None None] Network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:56.725659 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-86f27eb4-908b-43f5-992d-6d42ed9f85e4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3887074 Jul 29 15:28:56.728290 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54562) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:56.733376 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:56.755963 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.757101 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.817779 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.924674 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 2, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:56.937260 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-54337eff-5a1d-43e5-b28b-69d89402a287 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b1d4e9dc148c4e3d950952cc570652f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316422 Jul 29 15:28:56.961908 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-1c15ef1d-4a90-4cef-9e17-bb694fe23db4', 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'fixed_ips': [{'subnet_id': 'e5c4d944-96d5-44e9-b06b-2fe4f6a192c5'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:28:56.962180 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.963289 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.973496 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Checking router: f87fbcad-3595-416d-94ed-748b1fecf790 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:56.973929 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Updating router f87fbcad-3595-416d-94ed-748b1fecf790 port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:57.013364 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.172118 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-bbaf6d37-1129-4961-8d8a-36fa0059b21a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:57.174341 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-bbaf6d37-1129-4961-8d8a-36fa0059b21a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312145 Jul 29 15:28:57.195105 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.195346 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-ed2f72f8-0e50-47ba-8339-943ce9869587 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/quotas/b1d4e9dc148c4e3d950952cc570652f9 HTTP/1.1" status: 200 len: 375 time: 0.0113142 Jul 29 15:28:57.216283 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.234030 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-24996334-4fe5-43d8-88a6-3f4fa2c4c697 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b1d4e9dc148c4e3d950952cc570652f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306473 Jul 29 15:28:57.360750 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Allocated IP 172.27.0.184 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/5ea488db-83b2-49ac-b0b4-7465b20da276) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:57.395826 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Allocated IP 172.20.0.2 (1c15ef1d-4a90-4cef-9e17-bb694fe23db4/e5c4d944-96d5-44e9-b06b-2fe4f6a192c5/45cc9319-0e9a-4330-ac7f-d8e8fa2077c2) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:57.449637 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a62985a7-e8c3-4f11-ab01-f0ae01a079d8 req-90fffbfa-178c-4076-99d6-06f5fb52aea9 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 210 time: 0.0432928 Jul 29 15:28:57.534391 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.592090 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.639305 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:57.647902 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:57.649980 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea488db-83b2-49ac-b0b4-7465b20da276,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:57.652787 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:57.684558 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.703677 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.709607 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Transition to ACTIVE for port object 608b9e0d-4996-4eb6-b281-4d4ad08895f2 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:57.717164 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Transition to ACTIVE for port object 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:57.724546 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.764641 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e7e87915-55b2-4c33-8afa-ea1204a67a80 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:57.828786 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Transition to ACTIVE for port object 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:57.879998 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.924392 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:57.929542 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664e9bf-16b2-4fc5-9879-b6ea679854c2 None None] Pushing event updated for resources: {'Port': ['ID=608b9e0d-4996-4eb6-b281-4d4ad08895f2,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:57.940567 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:57.945223 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Attempting to bind port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:57.945604 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Attempting to bind port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:57.945973 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Attempting to bind port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 on network c1f9db67-55e7-4ea1-aeee-bafa9170984e {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:57.971945 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:57.974008 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:57.974384 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Checking segment: {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:57.974785 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.975179 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Bound using segment: {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:57.975798 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Bound port: 608b9e0d-4996-4eb6-b281-4d4ad08895f2, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:57.976181 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.018669 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port e7e87915-55b2-4c33-8afa-ea1204a67a80 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:58.019063 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.091687 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.122988 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Pushing event updated for resources: {'Port': ['ID=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:58.241569 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Attempting to bind port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:58.242230 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Attempting to bind port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:58.242591 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Attempting to bind port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 on network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:58.255300 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] For port 608b9e0d-4996-4eb6-b281-4d4ad08895f2, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:58.264108 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] For port 608b9e0d-4996-4eb6-b281-4d4ad08895f2, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=608b9e0d-4996-4eb6-b281-4d4ad08895f2,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:58.267689 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:58.267689 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Checking segment: {'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:58.268949 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.269529 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Bound using segment: {'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:58.270077 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Bound port: 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:58.270710 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.288881 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.318095 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.404156 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664e9bf-16b2-4fc5-9879-b6ea679854c2 None None] Pushing event updated for resources: {'Port': ['ID=608b9e0d-4996-4eb6-b281-4d4ad08895f2,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:58.430773 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:58.431861 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:58.494390 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Router 0d256968-94dd-465e-946a-e11e096e3dad is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:28:58.515167 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] For port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:58.523965 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] For port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,segment=NetworkSegment(b3935025-0238-475e-8bc8-4d15d5934d64),segment_id=b3935025-0238-475e-8bc8-4d15d5934d64)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:58.555130 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.599066 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-576066bd-0379-4f39-8ea9-a4cfb175f1ed req-47cba101-2a78-43b3-ac24-d79b2bdd0e32 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 210 time: 0.0354049 Jul 29 15:28:58.642647 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:58.644397 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd82e6-ae79-4393-be61-539243bb34fa None None] Pushing event updated for resources: {'Port': ['ID=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:58.654608 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:58.668252 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Sync routers for ids ['0d256968-94dd-465e-946a-e11e096e3dad'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:58.676177 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.680020 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-f889107d-a6b1-4dbd-bf9b-05a584ca95c9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9478812 Jul 29 15:28:58.680299 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54610) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:58.702312 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Routers {'0d256968-94dd-465e-946a-e11e096e3dad'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:58.703395 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['0d256968-94dd-465e-946a-e11e096e3dad'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:58.838273 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-527b63c5-feb7-4d43-842a-b53eaa868bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:58.867413 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Set router 0d256968-94dd-465e-946a-e11e096e3dad gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:58.941227 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:28:58Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:58.983195 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423649f-26ad-4eb8-8edf-3c809c8f102d None None] The sync data for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi is: [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:28:58Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:59.106131 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:28:57Z', 'revision_number': 3, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port': {'id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:57Z', 'updated_at': '2021-07-29T15:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:59.149063 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Checking router: 0d256968-94dd-465e-946a-e11e096e3dad for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:59.150373 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Updating router 0d256968-94dd-465e-946a-e11e096e3dad port 5ea488db-83b2-49ac-b0b4-7465b20da276 binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:28:59.184771 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.221068 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.406463 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Allocated IP 172.20.0.1 (1c15ef1d-4a90-4cef-9e17-bb694fe23db4/e5c4d944-96d5-44e9-b06b-2fe4f6a192c5/d24caf25-148d-4d38-8380-350d59d5682a) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:59.519373 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.534835 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Transition to ACTIVE for port object 5ea488db-83b2-49ac-b0b4-7465b20da276 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:59.542668 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.544349 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.560949 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.provisioning_blocks [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Transition to ACTIVE for port object d24caf25-148d-4d38-8380-350d59d5682a will not be triggered until provisioned by entity DHCP. {{(pid=93121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:59.605147 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac454c7b-5e94-4771-9cc0-79db80ae6adb None None] Pushing event updated for resources: {'Port': ['ID=5ea488db-83b2-49ac-b0b4-7465b20da276,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:59.605854 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.636684 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Attempting to bind port 5ea488db-83b2-49ac-b0b4-7465b20da276 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:59.637081 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Attempting to bind port 5ea488db-83b2-49ac-b0b4-7465b20da276 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:59.637446 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Attempting to bind port 5ea488db-83b2-49ac-b0b4-7465b20da276 on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:59.643165 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:59.643386 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:59.643818 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.644356 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:59.644998 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Bound port: 5ea488db-83b2-49ac-b0b4-7465b20da276, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:59.645384 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.743998 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] For port 5ea488db-83b2-49ac-b0b4-7465b20da276, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:59.761411 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] For port 5ea488db-83b2-49ac-b0b4-7465b20da276, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=5ea488db-83b2-49ac-b0b4-7465b20da276,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:59.767000 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:59.770648 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.780010 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Pushing event updated for resources: {'Port': ['ID=d24caf25-148d-4d38-8380-350d59d5682a,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:59.793433 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:59.802005 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:59.834189 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5795c782-1f37-4342-975b-a1f24a0dd060 req-48bc3728-10b9-4a61-9359-9c9d014c8b4a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 210 time: 0.1116660 Jul 29 15:28:59.835011 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 608b9e0d-4996-4eb6-b281-4d4ad08895f2 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:59.878745 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.913935 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:59.919810 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:59.920196 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:59.953855 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Routers {'0d256968-94dd-465e-946a-e11e096e3dad'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:59.954817 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:28:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['0d256968-94dd-465e-946a-e11e096e3dad'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:59.968369 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156e94d-cf51-4876-ab83-6e9d50ea4a5b None None] Network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:29:00.022587 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac454c7b-5e94-4771-9cc0-79db80ae6adb None None] Pushing event updated for resources: {'Port': ['ID=5ea488db-83b2-49ac-b0b4-7465b20da276,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:00.041651 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.078227 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-3a545799-8541-4b8c-9b35-953d55825a6c None None] Provisioning for port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:00.111104 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] Set router 0d256968-94dd-465e-946a-e11e096e3dad gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:00.118839 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.195032 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 608b9e0d-4996-4eb6-b281-4d4ad08895f2, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=608b9e0d-4996-4eb6-b281-4d4ad08895f2,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:00.202677 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.206165 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:00.288087 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.303069 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.358192 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:28:57Z', 'revision_number': 3, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port': {'id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:57Z', 'updated_at': '2021-07-29T15:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:00.392411 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c8ecf-f865-41f0-bf48-1055a80c8a7d None None] The sync data for ids ['0d256968-94dd-465e-946a-e11e096e3dad'] in dv-cinder-789564-8-iscsi is: [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:28:57Z', 'revision_number': 3, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port': {'id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:57Z', 'updated_at': '2021-07-29T15:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:29:00.409811 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.421751 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Pushing event updated for resources: {'Port': ['ID=d24caf25-148d-4d38-8380-350d59d5682a,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:00.470905 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=608b9e0d-4996-4eb6-b281-4d4ad08895f2,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:00.497155 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:00.502108 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:00.502924 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.577145 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:29:00.578700 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:00.608487 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.654813 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,segment=NetworkSegment(b3935025-0238-475e-8bc8-4d15d5934d64),segment_id=b3935025-0238-475e-8bc8-4d15d5934d64)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:00.659796 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.752751 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:00.755384 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-7bb3b948-d647-49e7-a71d-9deb305a51b6 None None] Provisioning complete for port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:00.755754 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b948-d647-49e7-a71d-9deb305a51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.756024 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Router 0d256968-94dd-465e-946a-e11e096e3dad has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:29:00.895270 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-7bb3b948-d647-49e7-a71d-9deb305a51b6 None None] Provisioning for port d24caf25-148d-4d38-8380-350d59d5682a completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:00.900961 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-7bb3b948-d647-49e7-a71d-9deb305a51b6 None None] Provisioning complete for port d24caf25-148d-4d38-8380-350d59d5682a triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:00.901381 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7bb3b948-d647-49e7-a71d-9deb305a51b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.953749 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3b948-d647-49e7-a71d-9deb305a51b6 None None] Port d24caf25-148d-4d38-8380-350d59d5682a cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:29:01.050589 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-764febec-43d9-4432-9e98-be97241ff99b req-1c916f4e-e46b-49b7-98af-cbc75e86d5a6 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 210 time: 0.0330827 Jul 29 15:29:01.080139 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-683bdc14-d889-4e77-9b16-2ddd8ef619b5 None None] Provisioning complete for port d24caf25-148d-4d38-8380-350d59d5682a triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:01.080695 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-683bdc14-d889-4e77-9b16-2ddd8ef619b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:01.125315 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-683bdc14-d889-4e77-9b16-2ddd8ef619b5 None None] Port d24caf25-148d-4d38-8380-350d59d5682a cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:29:01.125544 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:29:01.133199 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-1bc28ccb-098b-49f4-a1a0-4e35b03c2b28 admin admin] 10.222.0.10 "PUT /v2.0/routers/0d256968-94dd-465e-946a-e11e096e3dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4515576 Jul 29 15:29:01.212125 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-fc37dc41-3e2a-4dd4-a232-1f2cabcc3908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:01.243802 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-7e11c92c-e63e-4f2c-921a-497e7041e9f4 None None] Provisioning complete for port d24caf25-148d-4d38-8380-350d59d5682a triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:01.244378 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7e11c92c-e63e-4f2c-921a-497e7041e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:01.288848 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-7e11c92c-e63e-4f2c-921a-497e7041e9f4 None None] Port d24caf25-148d-4d38-8380-350d59d5682a cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:29:01.417656 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:01.786713 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 608b9e0d-4996-4eb6-b281-4d4ad08895f2 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:01.857577 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:01.858228 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:02.021489 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:02.054100 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-cf3c3dd6-44b8-4565-bd6c-aa280f177f15 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b1d4e9dc148c4e3d950952cc570652f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762818 Jul 29 15:29:02.131088 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:02.132182 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:02.271298 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cc6f8b2b-0b4f-48fd-ba37-f61afd1365dc req-a99cd64b-c08a-4c2b-9d55-629d788e3361 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 210 time: 0.1152239 Jul 29 15:29:02.285486 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 5ea488db-83b2-49ac-b0b4-7465b20da276 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:02.406160 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 5ea488db-83b2-49ac-b0b4-7465b20da276 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:02.413965 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 5ea488db-83b2-49ac-b0b4-7465b20da276 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:02.414513 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:02.522907 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:02.654147 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:02.686523 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Sync routers for ids ['0d256968-94dd-465e-946a-e11e096e3dad'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:29:02.702628 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a29e34f6-b947-4a9e-b5b1-1b904ca8566c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:02.704103 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a29e34f6-b947-4a9e-b5b1-1b904ca8566c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6427312 Jul 29 15:29:02.711245 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 5ea488db-83b2-49ac-b0b4-7465b20da276, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=5ea488db-83b2-49ac-b0b4-7465b20da276,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:02.713626 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Routers {'0d256968-94dd-465e-946a-e11e096e3dad'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:29:02.714493 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:29:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['0d256968-94dd-465e-946a-e11e096e3dad'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:02.719056 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:02.722176 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Request body: {'port': {'device_id': '3b447a78-fba2-4d85-9112-766cf69ab72c', 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f', 'admin_state_up': True, 'tenant_id': 'b1d4e9dc148c4e3d950952cc570652f9'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:02.862608 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Made reservation on behalf of b1d4e9dc148c4e3d950952cc570652f9 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:02.867602 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:02.879360 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:02.921298 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Set router 0d256968-94dd-465e-946a-e11e096e3dad gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:02.958016 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=5ea488db-83b2-49ac-b0b4-7465b20da276,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:03.050869 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.059612 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.188930 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277acc94-ce28-4d3a-9f8c-9f88a975c410,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:03.299245 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:28:59Z', 'revision_number': 4, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port': {'id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:57Z', 'updated_at': '2021-07-29T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': 'd24caf25-148d-4d38-8380-350d59d5682a', 'name': '', 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'mac_address': 'fa:16:3e:67:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c4d944-96d5-44e9-b06b-2fe4f6a192c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:59Z', 'updated_at': '2021-07-29T15:29:00Z', 'revision_number': 2, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'subnets': [{'id': 'e5c4d944-96d5-44e9-b06b-2fe4f6a192c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:03.332856 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Allocated IP 192.168.233.179 (8ca5613a-0887-4651-91e2-c17e72b5358f/4e774253-a091-4bce-a210-2931355bfbe4/c35b4302-80b8-494a-a126-608c738baa7c) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:29:03.380553 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Checking router: 0d256968-94dd-465e-946a-e11e096e3dad for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:29:03.380939 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Updating router 0d256968-94dd-465e-946a-e11e096e3dad port d24caf25-148d-4d38-8380-350d59d5682a binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:29:03.413475 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.465658 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2859dbae-1e45-49a9-93f6-b4069e811229 req-99335d8d-b5f7-44a6-a329-88787b7f49cb tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 210 time: 0.0621037 Jul 29 15:29:03.523368 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f341bb-78c5-4f94-bb5b-972d0d19dbac req-0a4d28c8-8fac-4ce7-928e-4f14117a6511 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:03.532983 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-67f341bb-78c5-4f94-bb5b-972d0d19dbac req-0a4d28c8-8fac-4ce7-928e-4f14117a6511 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1034489 Jul 29 15:29:03.644010 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-67f341bb-78c5-4f94-bb5b-972d0d19dbac req-55ae8498-5eb3-4583-a167-572f18be12b2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991724 Jul 29 15:29:03.694120 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.746335 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Transition to ACTIVE for port object c35b4302-80b8-494a-a126-608c738baa7c will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:03.746758 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 5ea488db-83b2-49ac-b0b4-7465b20da276 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:03.795724 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.843847 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 5ea488db-83b2-49ac-b0b4-7465b20da276 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:03.844087 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.863625 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Network 8ca5613a-0887-4651-91e2-c17e72b5358f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:29:03.867420 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:03.877032 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:29:03.886436 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Pushing event updated for resources: {'Port': ['ID=c35b4302-80b8-494a-a126-608c738baa7c,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:03.958307 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:03.959042 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.961504 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.983675 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a8a0a951-9900-4011-9986-da37f8e6c12a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2687843 Jul 29 15:29:03.999603 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Transition to ACTIVE for port object d24caf25-148d-4d38-8380-350d59d5682a will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:04.014228 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:04.091522 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:04.094709 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44f2d0-d7b6-4c92-90ed-ec9b4d8d2ae9 None None] Pushing event updated for resources: {'Port': ['ID=d24caf25-148d-4d38-8380-350d59d5682a,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:04.201132 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Attempting to bind port d24caf25-148d-4d38-8380-350d59d5682a on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:29:04.201788 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Attempting to bind port d24caf25-148d-4d38-8380-350d59d5682a by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:29:04.202122 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Attempting to bind port d24caf25-148d-4d38-8380-350d59d5682a on network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:04.212001 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:29:04.212648 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Checking segment: {'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:04.213253 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:04.214444 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Bound using segment: {'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:29:04.216852 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Bound port: d24caf25-148d-4d38-8380-350d59d5682a, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3935025-0238-475e-8bc8-4d15d5934d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:29:04.216852 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:04.267330 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-ec73b1a9-5153-46ba-b303-56839e81efd8 None None] Provisioning for port c35b4302-80b8-494a-a126-608c738baa7c completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:04.277578 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-ec73b1a9-5153-46ba-b303-56839e81efd8 None None] Provisioning complete for port c35b4302-80b8-494a-a126-608c738baa7c triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:04.278864 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-ec73b1a9-5153-46ba-b303-56839e81efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:04.341379 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-ec73b1a9-5153-46ba-b303-56839e81efd8 None None] Port c35b4302-80b8-494a-a126-608c738baa7c cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:29:04.346510 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] For port d24caf25-148d-4d38-8380-350d59d5682a, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:29:04.360114 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] For port d24caf25-148d-4d38-8380-350d59d5682a, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=d24caf25-148d-4d38-8380-350d59d5682a,segment=NetworkSegment(b3935025-0238-475e-8bc8-4d15d5934d64),segment_id=b3935025-0238-475e-8bc8-4d15d5934d64)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:29:04.366811 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:04.437734 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44f2d0-d7b6-4c92-90ed-ec9b4d8d2ae9 None None] Pushing event updated for resources: {'Port': ['ID=d24caf25-148d-4d38-8380-350d59d5682a,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:04.440424 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Routers {'0d256968-94dd-465e-946a-e11e096e3dad'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:29:04.441109 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:29:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['0d256968-94dd-465e-946a-e11e096e3dad'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:04.631838 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ab33d-d60f-457e-b2c0-f87f4b19a186 req-7534515a-fdff-4ce1-b588-79fa06ab5164 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:04.650424 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-736ab33d-d60f-457e-b2c0-f87f4b19a186 req-7534515a-fdff-4ce1-b588-79fa06ab5164 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 936 time: 0.0942037 Jul 29 15:29:04.708621 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-736ab33d-d60f-457e-b2c0-f87f4b19a186 req-851eddf3-836c-444e-8cfa-30eda82b9865 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560470 Jul 29 15:29:04.740497 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] Set router 0d256968-94dd-465e-946a-e11e096e3dad gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:04.891061 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3927d3b-b35c-4e3f-8b48-7567e53fc25e req-e37520b2-27fb-4e09-9205-51340c9c5046 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:04.893437 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b3927d3b-b35c-4e3f-8b48-7567e53fc25e req-e37520b2-27fb-4e09-9205-51340c9c5046 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0803354 Jul 29 15:29:04.961624 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b3927d3b-b35c-4e3f-8b48-7567e53fc25e req-1419aa48-3250-4504-bf22-7f22e22582b3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618153 Jul 29 15:29:05.051677 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:28:59Z', 'revision_number': 4, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port': {'id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:57Z', 'updated_at': '2021-07-29T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': 'd24caf25-148d-4d38-8380-350d59d5682a', 'name': '', 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'mac_address': 'fa:16:3e:67:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c4d944-96d5-44e9-b06b-2fe4f6a192c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:59Z', 'updated_at': '2021-07-29T15:29:04Z', 'revision_number': 4, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'subnets': [{'id': 'e5c4d944-96d5-44e9-b06b-2fe4f6a192c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:05.096142 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf19e7-a499-469f-a72e-2d132a9bea90 None None] The sync data for ids ['0d256968-94dd-465e-946a-e11e096e3dad'] in dv-cinder-789564-8-iscsi is: [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:28:59Z', 'revision_number': 4, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port': {'id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:57Z', 'updated_at': '2021-07-29T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': 'd24caf25-148d-4d38-8380-350d59d5682a', 'name': '', 'network_id': '1c15ef1d-4a90-4cef-9e17-bb694fe23db4', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'mac_address': 'fa:16:3e:67:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'e5c4d944-96d5-44e9-b06b-2fe4f6a192c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:59Z', 'updated_at': '2021-07-29T15:29:04Z', 'revision_number': 4, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'subnets': [{'id': 'e5c4d944-96d5-44e9-b06b-2fe4f6a192c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:29:05.802106 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device d24caf25-148d-4d38-8380-350d59d5682a up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:05.877349 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Request body: {'port': {'device_id': '3b447a78-fba2-4d85-9112-766cf69ab72c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:05.886258 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574e1ef-c835-4b2d-b480-4edcaa070749 req-ece5a019-5353-4def-aade-cd1aa52a7f98 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:05.896927 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port d24caf25-148d-4d38-8380-350d59d5682a completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:05.946885 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8574e1ef-c835-4b2d-b480-4edcaa070749 req-ece5a019-5353-4def-aade-cd1aa52a7f98 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 936 time: 0.1007252 Jul 29 15:29:05.947878 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port d24caf25-148d-4d38-8380-350d59d5682a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:05.947878 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:05.960369 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8574e1ef-c835-4b2d-b480-4edcaa070749 req-fdc09893-5be0-4cda-9531-4c67efbc9f3b tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565324 Jul 29 15:29:05.986505 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-7086fb27-2c06-44be-b7e3-ef32f7f3c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:05.988482 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-7086fb27-2c06-44be-b7e3-ef32f7f3c4d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1098 time: 0.1266022 Jul 29 15:29:06.025737 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:06.059273 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:06.124021 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port d24caf25-148d-4d38-8380-350d59d5682a, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=d24caf25-148d-4d38-8380-350d59d5682a,segment=NetworkSegment(b3935025-0238-475e-8bc8-4d15d5934d64),segment_id=b3935025-0238-475e-8bc8-4d15d5934d64)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:06.133410 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:06.204205 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=d24caf25-148d-4d38-8380-350d59d5682a,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:06.341080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f88cbd-f88c-40bd-941b-5429c8832803 req-d3d2a83e-c398-4930-939e-b7c5ad925081 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:06.342833 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b9f88cbd-f88c-40bd-941b-5429c8832803 req-d3d2a83e-c398-4930-939e-b7c5ad925081 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.2538757 Jul 29 15:29:06.428026 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-67fa46b7-2e4e-4d11-945a-2ce269f27ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:06.429622 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-67fa46b7-2e4e-4d11-945a-2ce269f27ea1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.4265192 Jul 29 15:29:06.502476 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-300a4f2e-d2f4-4e3a-9644-c7be29c6e3f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 200 len: 217 time: 0.0566537 Jul 29 15:29:06.507205 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b9f88cbd-f88c-40bd-941b-5429c8832803 req-74af329d-e647-46a0-a0c7-0c5dbdde4655 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553016 Jul 29 15:29:06.607637 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-7708e7c9-3e2a-473c-9375-ae598fd3f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:06.609404 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-7708e7c9-3e2a-473c-9375-ae598fd3f033 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.0539949 Jul 29 15:29:06.654109 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-a4102030-10ca-4a1c-a7b3-e1a10cb98037 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357912 Jul 29 15:29:06.736965 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35b4302-80b8-494a-a126-608c738baa7c {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:06.748586 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:06.782896 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Transition to ACTIVE for port object c35b4302-80b8-494a-a126-608c738baa7c will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:06.792652 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:06.842989 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-ab28ac73-6c7c-4ada-a210-d965e9c6b106 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707389 Jul 29 15:29:07.000216 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Pushing event updated for resources: {'Port': ['ID=c35b4302-80b8-494a-a126-608c738baa7c,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:07.034769 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Attempting to bind port c35b4302-80b8-494a-a126-608c738baa7c on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:29:07.035404 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Attempting to bind port c35b4302-80b8-494a-a126-608c738baa7c by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:29:07.035826 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Attempting to bind port c35b4302-80b8-494a-a126-608c738baa7c on network 8ca5613a-0887-4651-91e2-c17e72b5358f {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:07.046684 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Port c35b4302-80b8-494a-a126-608c738baa7c on network 8ca5613a-0887-4651-91e2-c17e72b5358f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:29:07.047150 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Attempting to bind port c35b4302-80b8-494a-a126-608c738baa7c on network 8ca5613a-0887-4651-91e2-c17e72b5358f {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:07.058835 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:29:07.059430 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Checking segment: {'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:07.059932 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Bound using segment: {'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:29:07.060471 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Bound port: c35b4302-80b8-494a-a126-608c738baa7c, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5980ecd-c042-4668-b9d2-b16ee38b541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:29:07.060957 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:07.097211 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ac5af8f-66cd-418c-a4cf-5d070848c34b req-9c38cba1-54a6-4249-a99b-a3ea94a74988 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397404 Jul 29 15:29:07.215518 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ff833-05fa-4dac-bf5d-3923e424cd80 req-204c5a62-7bf3-4fd6-b0e1-ec8613f8bf22 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:07.217077 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-401ff833-05fa-4dac-bf5d-3923e424cd80 req-204c5a62-7bf3-4fd6-b0e1-ec8613f8bf22 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 948 time: 0.0775371 Jul 29 15:29:07.229615 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] For port c35b4302-80b8-494a-a126-608c738baa7c, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:29:07.235788 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] For port c35b4302-80b8-494a-a126-608c738baa7c, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c35b4302-80b8-494a-a126-608c738baa7c,segment=NetworkSegment(f5980ecd-c042-4668-b9d2-b16ee38b541b),segment_id=f5980ecd-c042-4668-b9d2-b16ee38b541b)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:29:07.265667 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:07.304442 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-401ff833-05fa-4dac-bf5d-3923e424cd80 req-fff3ffed-6e6e-4f64-bacf-221d24ce6463 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671656 Jul 29 15:29:07.317466 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:07.318086 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:07.319987 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] 10.222.0.59 "PUT /v2.0/ports/c35b4302-80b8-494a-a126-608c738baa7c HTTP/1.1" status: 200 len: 1098 time: 1.4595704 Jul 29 15:29:07.320436 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b447a78-fba2-4d85-9112-766cf69ab72c', 'tag': 'c35b4302-80b8-494a-a126-608c738baa7c'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:07.323317 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec37b989-46a0-4ccf-8487-f9db355b78a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b447a78-fba2-4d85-9112-766cf69ab72c", "tag": "c35b4302-80b8-494a-a126-608c738baa7c"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:07.372861 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e84081-3dca-4df8-830d-d58977a6008a service neutron] Pushing event updated for resources: {'Port': ['ID=c35b4302-80b8-494a-a126-608c738baa7c,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:07.433950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa34adc-f645-4595-9de6-5de32866e74f x-openstack-request-id: req-faa34adc-f645-4595-9de6-5de32866e74f {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:07.433950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b447a78-fba2-4d85-9112-766cf69ab72c", "tag": "c35b4302-80b8-494a-a126-608c738baa7c", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:07.434254 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-faa34adc-f645-4595-9de6-5de32866e74f {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:07.437894 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b447a78-fba2-4d85-9112-766cf69ab72c', 'tag': 'c35b4302-80b8-494a-a126-608c738baa7c', 'status': 'completed', 'code': 200} Jul 29 15:29:07.468662 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-ff97d50e-9e28-48c1-85d7-ee58c85cffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:07.474914 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-ff97d50e-9e28-48c1-85d7-ee58c85cffcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1d4e9dc148c4e3d950952cc570652f9&device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 1101 time: 0.0961702 Jul 29 15:29:07.539602 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-e4217d76-07fe-4f56-86a6-5d5b7bb0f12c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c35b4302-80b8-494a-a126-608c738baa7c HTTP/1.1" status: 200 len: 217 time: 0.0504496 Jul 29 15:29:07.603889 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-94edffd7-4bc2-4e01-afc2-7613afa71336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:07.606306 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-94edffd7-4bc2-4e01-afc2-7613afa71336 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e774253-a091-4bce-a210-2931355bfbe4 HTTP/1.1" status: 200 len: 843 time: 0.0572815 Jul 29 15:29:07.707938 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85532cf8-0ffe-4907-8ea4-94045d30ce1e req-583651b1-8f2a-4908-a415-2def181a30df tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:07.709757 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-85532cf8-0ffe-4907-8ea4-94045d30ce1e req-583651b1-8f2a-4908-a415-2def181a30df tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1025593 Jul 29 15:29:07.722176 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device d24caf25-148d-4d38-8380-350d59d5682a up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:07.731271 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-5d9222af-398e-4772-8974-19186d80d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:07.733149 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-5d9222af-398e-4772-8974-19186d80d5e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ca5613a-0887-4651-91e2-c17e72b5358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0941339 Jul 29 15:29:07.769323 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-85532cf8-0ffe-4907-8ea4-94045d30ce1e req-9dc4adce-e866-4811-acc7-a0c9610a8591 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486803 Jul 29 15:29:07.803088 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port d24caf25-148d-4d38-8380-350d59d5682a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:07.803591 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:07.902561 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-a6e0bb0a-b469-41e2-8a61-6942b32d590f service neutron] 10.222.0.59 "GET /v2.0/networks/8ca5613a-0887-4651-91e2-c17e72b5358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404524 Jul 29 15:29:08.037450 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aea18c96-168a-45d2-9bc5-1860935c0a85 req-1821a558-151f-497d-89c9-556dd4ac1e2b service neutron] 10.222.0.59 "GET /v2.0/networks/8ca5613a-0887-4651-91e2-c17e72b5358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247556 Jul 29 15:29:08.161425 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-a38ba2cf-1052-4ed4-b50d-b656c4df23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:08.162955 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-a38ba2cf-1052-4ed4-b50d-b656c4df23c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1d4e9dc148c4e3d950952cc570652f9&device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 1101 time: 0.0622928 Jul 29 15:29:08.278207 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-6e631855-1766-44e1-a730-469767db753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:08.279722 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-6e631855-1766-44e1-a730-469767db753a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ca5613a-0887-4651-91e2-c17e72b5358f HTTP/1.1" status: 200 len: 870 time: 0.0993242 Jul 29 15:29:08.328705 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-d3753750-9d29-4384-937e-e67f40f34b2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=c35b4302-80b8-494a-a126-608c738baa7c HTTP/1.1" status: 200 len: 217 time: 0.0361586 Jul 29 15:29:08.392892 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-1acf9248-431a-4c90-80fc-91d36aec4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:08.394357 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-1acf9248-431a-4c90-80fc-91d36aec4872 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e774253-a091-4bce-a210-2931355bfbe4 HTTP/1.1" status: 200 len: 843 time: 0.0549858 Jul 29 15:29:08.479938 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9343e-df60-49a5-81bc-2edfd5f81f6c req-500f0852-d768-4a30-a344-7b9bf29a321c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:08.481729 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07b9343e-df60-49a5-81bc-2edfd5f81f6c req-500f0852-d768-4a30-a344-7b9bf29a321c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 948 time: 0.0815687 Jul 29 15:29:08.484616 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-829ca9e6-92a7-45cc-acd2-1fdf7f496fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:08.486129 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-829ca9e6-92a7-45cc-acd2-1fdf7f496fb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ca5613a-0887-4651-91e2-c17e72b5358f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0772650 Jul 29 15:29:08.570717 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07b9343e-df60-49a5-81bc-2edfd5f81f6c req-b55551bd-d06a-43c1-9e31-6d8919ad8cd7 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818057 Jul 29 15:29:08.605834 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-1b0ddefb-02b6-4a15-8afd-eeea2f9dac9d service neutron] 10.222.0.59 "GET /v2.0/networks/8ca5613a-0887-4651-91e2-c17e72b5358f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084468 Jul 29 15:29:08.712591 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ec37b989-46a0-4ccf-8487-f9db355b78a9 req-e2f7a410-7d51-4cdb-8f9e-fd20537eb974 service neutron] 10.222.0.59 "GET /v2.0/networks/8ca5613a-0887-4651-91e2-c17e72b5358f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979362 Jul 29 15:29:08.907211 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b259f5-a8ae-4c9c-80bf-b90fd550aeba req-b0b7efe5-4046-439e-a464-f95e05e8ecb2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:08.909063 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-21b259f5-a8ae-4c9c-80bf-b90fd550aeba req-b0b7efe5-4046-439e-a464-f95e05e8ecb2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0602837 Jul 29 15:29:08.976858 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-21b259f5-a8ae-4c9c-80bf-b90fd550aeba req-e982dfcb-4aec-4d3f-a84b-57f82ec67b57 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Jul 29 15:29:09.704252 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dee1a-0635-47c4-be7b-5aeef36b3f74 req-02e876c9-e2bb-4f4e-af0a-4edaa646bbb9 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:09.706134 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-097dee1a-0635-47c4-be7b-5aeef36b3f74 req-02e876c9-e2bb-4f4e-af0a-4edaa646bbb9 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 948 time: 0.0563107 Jul 29 15:29:09.753150 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-097dee1a-0635-47c4-be7b-5aeef36b3f74 req-9fbece72-59e5-4b28-b762-38b15332274a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411851 Jul 29 15:29:10.116949 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739d98b-c66a-4028-9bd0-f9229050a6b6 req-4274c700-28df-4ed1-bbc3-e3d6190c1b6a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:10.126198 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e739d98b-c66a-4028-9bd0-f9229050a6b6 req-4274c700-28df-4ed1-bbc3-e3d6190c1b6a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0775084 Jul 29 15:29:10.171830 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e739d98b-c66a-4028-9bd0-f9229050a6b6 req-046fdff7-aa1c-4909-9486-a539286420de tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 Jul 29 15:29:10.894503 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92306f8e-9387-4e19-9a93-7cde33de6995 req-ea665a81-bc88-4298-abdc-72f7952d0435 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:10.896428 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-92306f8e-9387-4e19-9a93-7cde33de6995 req-ea665a81-bc88-4298-abdc-72f7952d0435 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 948 time: 0.0618870 Jul 29 15:29:10.938966 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-92306f8e-9387-4e19-9a93-7cde33de6995 req-f8dcfb96-d26a-4a3b-afdd-de1085ea0c79 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344312 Jul 29 15:29:11.344227 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58452938-39e7-4463-ab46-70a503992373 req-cab05b5b-4785-4989-baf6-c5ea2becb4bb tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:11.346472 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-58452938-39e7-4463-ab46-70a503992373 req-cab05b5b-4785-4989-baf6-c5ea2becb4bb tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0689557 Jul 29 15:29:11.400621 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-58452938-39e7-4463-ab46-70a503992373 req-77d31761-371f-4951-af9e-483214904b60 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Jul 29 15:29:11.441728 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:11.866517 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device c35b4302-80b8-494a-a126-608c738baa7c details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:29:11.986648 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port c35b4302-80b8-494a-a126-608c738baa7c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c35b4302-80b8-494a-a126-608c738baa7c,segment=NetworkSegment(f5980ecd-c042-4668-b9d2-b16ee38b541b),segment_id=f5980ecd-c042-4668-b9d2-b16ee38b541b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:12.000576 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'c35b4302-80b8-494a-a126-608c738baa7c', 'network_id': '8ca5613a-0887-4651-91e2-c17e72b5358f', 'port_id': 'c35b4302-80b8-494a-a126-608c738baa7c', 'mac_address': 'fa:16:3e:e8:aa:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e774253-a091-4bce-a210-2931355bfbe4', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:29:12.059992 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:12.081282 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7238189-3d17-4106-98e3-96c4c88957d1 req-aafb4bf4-b71f-417c-a218-a8772fc0a43f tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:12.083276 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35b4302-80b8-494a-a126-608c738baa7c {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:12.087082 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d7238189-3d17-4106-98e3-96c4c88957d1 req-aafb4bf4-b71f-417c-a218-a8772fc0a43f tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 948 time: 0.0639527 Jul 29 15:29:12.125378 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port c35b4302-80b8-494a-a126-608c738baa7c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c35b4302-80b8-494a-a126-608c738baa7c,segment=NetworkSegment(f5980ecd-c042-4668-b9d2-b16ee38b541b),segment_id=f5980ecd-c042-4668-b9d2-b16ee38b541b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:12.129609 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d7238189-3d17-4106-98e3-96c4c88957d1 req-0214f12b-1ad8-4dad-bd78-98f44c2426b6 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Jul 29 15:29:12.137864 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:12.219592 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=c35b4302-80b8-494a-a126-608c738baa7c,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:12.454361 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['c35b4302-80b8-494a-a126-608c738baa7c'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:12.595820 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318bba1-d42c-40e6-83d0-d17a09e8a1af req-1dec3154-50df-4297-84fe-9f32a2d2f950 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:12.598363 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4318bba1-d42c-40e6-83d0-d17a09e8a1af req-1dec3154-50df-4297-84fe-9f32a2d2f950 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0860376 Jul 29 15:29:12.667169 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4318bba1-d42c-40e6-83d0-d17a09e8a1af req-b87130fe-30ca-48f0-bdab-d094e11f7f38 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601485 Jul 29 15:29:12.809609 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 54888) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:12.915487 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b0ba-6bc4-4f74-b67d-7e3b8c30d9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:13.006655 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b0ba-6bc4-4f74-b67d-7e3b8c30d9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:13.010435 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b0ba-6bc4-4f74-b67d-7e3b8c30d9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:13.049718 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-c9d8b0ba-6bc4-4f74-b67d-7e3b8c30d9b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ca3157d5d0546069791ad7edcdb695f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366829 Jul 29 15:29:13.049718 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8b0ba-6bc4-4f74-b67d-7e3b8c30d9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c380a8f5-8855-4c44-92a7-16129238a3b2,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:13.051274 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 54900) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:13.106026 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-24e0f96f-2a18-461a-9ade-461acacfefad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:13.126622 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-24e0f96f-2a18-461a-9ade-461acacfefad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:13.174559 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-24e0f96f-2a18-461a-9ade-461acacfefad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:13.177466 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-24e0f96f-2a18-461a-9ade-461acacfefad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:13.181135 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-24e0f96f-2a18-461a-9ade-461acacfefad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c380a8f5-8855-4c44-92a7-16129238a3b2 HTTP/1.1" status: 204 len: 168 time: 0.1259875 Jul 29 15:29:13.188877 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0f96f-2a18-461a-9ade-461acacfefad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c380a8f5-8855-4c44-92a7-16129238a3b2,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:13.301736 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4643b4-f7ea-41a5-a90e-1b2c136400f9 req-6c65b17e-8dcd-402d-950d-6f145c7cbe92 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:13.309326 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0b4643b4-f7ea-41a5-a90e-1b2c136400f9 req-6c65b17e-8dcd-402d-950d-6f145c7cbe92 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 949 time: 0.0817811 Jul 29 15:29:13.373069 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0b4643b4-f7ea-41a5-a90e-1b2c136400f9 req-aac0ac4c-2bf0-4d39-83a7-d1c5cc1b5ad5 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 Jul 29 15:29:13.582713 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-e57a8424-79e8-4f80-b497-92183de55180 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909790815&fields=id&tenant_id=7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 267 time: 0.0456867 Jul 29 15:29:13.649489 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-86b2a6a1-1bc3-4d74-a1ec-e918dbd8410c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:13.652286 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-86b2a6a1-1bc3-4d74-a1ec-e918dbd8410c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/networks?id=c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 200 len: 814 time: 0.1164093 Jul 29 15:29:13.670562 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-cca116f6-06a9-4c11-8f27-8cc10386f749 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/quotas/52ff505d3c5b4c1e98a269b5d754bd1b HTTP/1.1" status: 200 len: 375 time: 0.0113597 Jul 29 15:29:13.694794 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-40a8d166-b8bb-4d88-a0ca-df3931743583 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:13.696291 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-40a8d166-b8bb-4d88-a0ca-df3931743583 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 812 time: 0.1064878 Jul 29 15:29:13.716367 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-13006864-e6d0-435d-afbb-c1fabfaf7c9e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/quotas/7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 375 time: 0.0132055 Jul 29 15:29:13.727445 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-eb77ad2f-df3f-45e6-b097-68bb5cb8fd7e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510647 Jul 29 15:29:13.771291 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-711ad3f8-47fa-4123-a5f4-1e411906c599 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489526 Jul 29 15:29:13.835868 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-026706e3-0b61-4a87-909b-deb0262ee8ec service neutron] 10.222.0.10 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964184 Jul 29 15:29:13.877823 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device c35b4302-80b8-494a-a126-608c738baa7c up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:13.887511 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-0aa56ec5-1311-4549-8856-83e728b58674 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002061 Jul 29 15:29:13.934252 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port c35b4302-80b8-494a-a126-608c738baa7c completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:13.940617 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port c35b4302-80b8-494a-a126-608c738baa7c triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:13.941513 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:13.964468 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-d96f5aa6-f4de-4a10-912f-69c089debd53 service neutron] 10.222.0.10 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196208 Jul 29 15:29:14.010305 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-05de422c-2f46-44de-b35e-fe41ef3c183c service neutron] 10.222.0.10 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124654 Jul 29 15:29:14.047196 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:14.070736 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b447a78-fba2-4d85-9112-766cf69ab72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35b4302-80b8-494a-a126-608c738baa7c'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:14.073066 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86d39de-0436-4744-acb1-3ede641afba7" -d '{"events": [{"server_uuid": "3b447a78-fba2-4d85-9112-766cf69ab72c", "name": "network-vif-plugged", "status": "completed", "tag": "c35b4302-80b8-494a-a126-608c738baa7c"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:14.094318 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port c35b4302-80b8-494a-a126-608c738baa7c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c35b4302-80b8-494a-a126-608c738baa7c,segment=NetworkSegment(f5980ecd-c042-4668-b9d2-b16ee38b541b),segment_id=f5980ecd-c042-4668-b9d2-b16ee38b541b)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:14.099488 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:14.160940 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=c35b4302-80b8-494a-a126-608c738baa7c,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:14.194080 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6ec1e-bcce-45b1-9038-8b5d92c7cb7e req-33e2bc6d-28fd-4eec-bcf5-528164b7a6f3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:14.195712 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-06f6ec1e-bcce-45b1-9038-8b5d92c7cb7e req-33e2bc6d-28fd-4eec-bcf5-528164b7a6f3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0584896 Jul 29 15:29:14.247181 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-06f6ec1e-bcce-45b1-9038-8b5d92c7cb7e req-96f78d6f-0384-4e8b-b089-3ca15f5f0125 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Jul 29 15:29:14.335121 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76efdd4-2a85-42f2-b07a-4b731bdedb61 x-openstack-request-id: req-f76efdd4-2a85-42f2-b07a-4b731bdedb61 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:14.335412 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b447a78-fba2-4d85-9112-766cf69ab72c", "name": "network-vif-plugged", "status": "completed", "tag": "c35b4302-80b8-494a-a126-608c738baa7c", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:14.335714 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f76efdd4-2a85-42f2-b07a-4b731bdedb61 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:14.336111 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b447a78-fba2-4d85-9112-766cf69ab72c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35b4302-80b8-494a-a126-608c738baa7c', 'code': 200} Jul 29 15:29:14.404837 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b80deffb-90b5-4e09-aaab-d4c3daa12c1b req-43a1be78-c4b9-4142-881d-2e9b126ef6fc tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 210 time: 0.0351002 Jul 29 15:29:14.516469 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-52708830-f224-4c0d-a362-f1b2219d92e3 req-8b57250b-3a03-466a-82a0-51786803fbb8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0542016 Jul 29 15:29:14.581223 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c02414-121e-426e-a3fe-c7cf03cedb94 req-f8179b4e-c22c-4970-adbf-5562d204fe6f tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:14.583002 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-97c02414-121e-426e-a3fe-c7cf03cedb94 req-f8179b4e-c22c-4970-adbf-5562d204fe6f tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0834179 Jul 29 15:29:14.591982 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34aa7b-c71e-411c-9414-b113fc56d358 req-5bae27db-6fda-4435-b7e7-17b15ddeba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:14.593655 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5a34aa7b-c71e-411c-9414-b113fc56d358 req-5bae27db-6fda-4435-b7e7-17b15ddeba6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 1103 time: 0.0648260 Jul 29 15:29:14.638562 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-97c02414-121e-426e-a3fe-c7cf03cedb94 req-2e41e7df-c59f-4800-89cf-89fa12323cbe tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Jul 29 15:29:14.653318 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5a34aa7b-c71e-411c-9414-b113fc56d358 req-a6487d53-d853-4617-b34d-9adb8e78a259 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Jul 29 15:29:15.394075 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d54bf-a7db-48b9-bf49-8869189839be req-0f194d68-93bd-4040-9083-1acf0aeb2570 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:15.395684 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b8d54bf-a7db-48b9-bf49-8869189839be req-0f194d68-93bd-4040-9083-1acf0aeb2570 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0627527 Jul 29 15:29:15.396943 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-1c497cdf-25a0-476e-ac7c-11526642e298 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:15.398395 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-1c497cdf-25a0-476e-ac7c-11526642e298 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.59 "GET /v2.0/networks?id=c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 200 len: 814 time: 0.1174731 Jul 29 15:29:15.422933 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'port': {'device_id': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'admin_state_up': True, 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:15.444113 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b8d54bf-a7db-48b9-bf49-8869189839be req-9c96b22a-948c-4c5b-904d-4db688bb5c08 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Jul 29 15:29:15.527826 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-eb1d8fce-7d5a-474d-9734-19376172b1a6 req-f79001df-8e24-4921-8e06-dc25240fa01b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 210 time: 0.0264344 Jul 29 15:29:15.545664 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Made reservation on behalf of 52ff505d3c5b4c1e98a269b5d754bd1b for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:15.549255 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:15.608484 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4bae8de6-d706-435f-8534-cbac3853fd34 req-0417a3f6-f678-40bf-877e-705f46edd8d3 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Jul 29 15:29:15.675587 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Allocated IP 172.20.0.9 (c1f9db67-55e7-4ea1-aeee-bafa9170984e/9cbebe71-cbee-43d5-ae00-0e89c60911f6/5894978f-114c-40fc-af81-7c700e5be3e7) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:29:15.763602 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7cc4f-5bd4-4dcb-a2f6-688275006cb1 req-0a73812a-6f69-4d8a-8944-06e1f3e3d1d5 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:15.765070 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-acf7cc4f-5bd4-4dcb-a2f6-688275006cb1 req-0a73812a-6f69-4d8a-8944-06e1f3e3d1d5 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0537000 Jul 29 15:29:15.803676 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-acf7cc4f-5bd4-4dcb-a2f6-688275006cb1 req-cc30f05d-bfb3-4d1f-a4d2-1bcb4fb92613 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Jul 29 15:29:15.819659 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:15.834045 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Transition to ACTIVE for port object 5894978f-114c-40fc-af81-7c700e5be3e7 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:15.867436 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:16.122118 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:29:16.125525 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:16.129150 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:29:16.157464 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'Port': ['ID=5894978f-114c-40fc-af81-7c700e5be3e7,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:16.170040 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.170455 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.170719 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.171053 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.171382 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.171714 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.172039 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.172360 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.172677 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.173019 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.173336 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.173651 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:16.203080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:16.203693 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:16.218298 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-ab0d4d02-dcb6-433a-bdc0-db30732ae81c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8033409 Jul 29 15:29:16.374946 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-7e87e311-28ce-45a1-bee9-cceb92a0b2e5 None None] Provisioning for port 5894978f-114c-40fc-af81-7c700e5be3e7 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:16.378919 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-7e87e311-28ce-45a1-bee9-cceb92a0b2e5 None None] Provisioning complete for port 5894978f-114c-40fc-af81-7c700e5be3e7 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:16.379288 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7e87e311-28ce-45a1-bee9-cceb92a0b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:16.413317 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-7e87e311-28ce-45a1-bee9-cceb92a0b2e5 None None] Port 5894978f-114c-40fc-af81-7c700e5be3e7 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:29:16.550101 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a927d3c-e56b-419a-9c1f-44c9937732e8 req-9c09720c-e79a-4abe-8dae-85b25e05c21f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:16.551654 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0a927d3c-e56b-419a-9c1f-44c9937732e8 req-9c09720c-e79a-4abe-8dae-85b25e05c21f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0480702 Jul 29 15:29:16.590742 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0a927d3c-e56b-419a-9c1f-44c9937732e8 req-fe66ab29-4110-498f-bb16-0b79ed39af6a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331628 Jul 29 15:29:16.692986 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a965e1-f08f-4958-8c84-85be003cb3aa req-b06738f8-87df-4f0d-8fcc-80f9fa9e0e2c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:16.694373 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-02a965e1-f08f-4958-8c84-85be003cb3aa req-b06738f8-87df-4f0d-8fcc-80f9fa9e0e2c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 931 time: 0.0480294 Jul 29 15:29:16.731354 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-02a965e1-f08f-4958-8c84-85be003cb3aa req-9282e59f-7783-4f59-9cc5-8501ed0309e5 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310605 Jul 29 15:29:16.813123 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1ea910af-3c9d-41c6-93c5-a62acfc4a5cb req-30a78354-a555-427b-b74c-4186d9a983c2 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0296357 Jul 29 15:29:16.913225 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c6fe-4b78-445a-a50c-c0d9f5f28d5e req-84878fe5-68b3-48b8-ae97-58c80397f30d tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:16.914643 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-abc1c6fe-4b78-445a-a50c-c0d9f5f28d5e req-84878fe5-68b3-48b8-ae97-58c80397f30d tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0465140 Jul 29 15:29:16.951757 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-abc1c6fe-4b78-445a-a50c-c0d9f5f28d5e req-f8bae961-aabd-4890-9e7a-ffeba26d4c05 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Jul 29 15:29:17.703999 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e9f7b-17ec-47e9-ba3b-62be4963ad8d req-06bd8cc5-4b91-474f-9c91-329fbdcd5a40 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:17.705450 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c15e9f7b-17ec-47e9-ba3b-62be4963ad8d req-06bd8cc5-4b91-474f-9c91-329fbdcd5a40 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0479019 Jul 29 15:29:17.743147 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c15e9f7b-17ec-47e9-ba3b-62be4963ad8d req-86a4791e-04ea-4fbb-9f69-a11a29c26d39 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Jul 29 15:29:17.847367 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b89208-b4b3-4130-84a1-f92af5519060 req-e14a04e2-0198-49ed-bc3e-2cc86691ae72 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:17.848780 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-47b89208-b4b3-4130-84a1-f92af5519060 req-e14a04e2-0198-49ed-bc3e-2cc86691ae72 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 931 time: 0.0529633 Jul 29 15:29:17.887178 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-47b89208-b4b3-4130-84a1-f92af5519060 req-e2c896e0-12fd-48ee-b579-92b58e311aef tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Jul 29 15:29:17.965674 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3ac50bda-1163-44c5-badd-9bed4a84ac7d req-8e004f04-eee7-47af-a81c-68d1843e45d5 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0263455 Jul 29 15:29:18.063821 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6568d-59c4-4646-81b5-7900f277b485 req-3d8bdd11-19fe-4ab3-bfc8-b746a3a0c0e9 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:18.065279 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-32c6568d-59c4-4646-81b5-7900f277b485 req-3d8bdd11-19fe-4ab3-bfc8-b746a3a0c0e9 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0471411 Jul 29 15:29:18.102594 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-32c6568d-59c4-4646-81b5-7900f277b485 req-04925259-59e0-4f10-a3b5-f4177dd4c013 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Jul 29 15:29:18.363428 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Request body: {'port': {'device_id': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:18.418188 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:18.690031 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5894978f-114c-40fc-af81-7c700e5be3e7 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:18.697470 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:18.710222 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Transition to ACTIVE for port object 5894978f-114c-40fc-af81-7c700e5be3e7 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:18.714079 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:18.795192 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5894978f-114c-40fc-af81-7c700e5be3e7,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:18.934985 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Attempting to bind port 5894978f-114c-40fc-af81-7c700e5be3e7 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:29:18.935319 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Attempting to bind port 5894978f-114c-40fc-af81-7c700e5be3e7 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:29:18.935651 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Attempting to bind port 5894978f-114c-40fc-af81-7c700e5be3e7 on network c1f9db67-55e7-4ea1-aeee-bafa9170984e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:18.947962 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Port 5894978f-114c-40fc-af81-7c700e5be3e7 on network c1f9db67-55e7-4ea1-aeee-bafa9170984e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:29:18.948182 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Attempting to bind port 5894978f-114c-40fc-af81-7c700e5be3e7 on network c1f9db67-55e7-4ea1-aeee-bafa9170984e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:18.971235 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f614a7-cc3b-459f-81fd-80b9a115632a req-08b13fa8-1648-4391-8969-897bc1dd8a20 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:18.973991 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e0f614a7-cc3b-459f-81fd-80b9a115632a req-08b13fa8-1648-4391-8969-897bc1dd8a20 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1511457 Jul 29 15:29:18.980193 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:29:18.980680 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Checking segment: {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:18.981241 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Bound using segment: {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:29:18.981767 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Bound port: 5894978f-114c-40fc-af81-7c700e5be3e7, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef38fc9-43c7-439c-87f0-3b6f43d38afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:29:18.982056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:19.040696 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e0f614a7-cc3b-459f-81fd-80b9a115632a req-1b6f1e9d-66eb-4cda-a972-8cf93b774d3d tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593009 Jul 29 15:29:19.154080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-74ff8dc4-6608-4897-a876-a06fa0ef121e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:19.155910 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-74ff8dc4-6608-4897-a876-a06fa0ef121e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 812 time: 0.3256764 Jul 29 15:29:19.170948 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba048990-d140-4094-8ae1-fe72d422e83f req-add04bbd-fa67-4c32-ac0c-3b3ca64adb8d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:19.173084 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba048990-d140-4094-8ae1-fe72d422e83f req-add04bbd-fa67-4c32-ac0c-3b3ca64adb8d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.1135318 Jul 29 15:29:19.179803 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] For port 5894978f-114c-40fc-af81-7c700e5be3e7, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:29:19.185984 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] For port 5894978f-114c-40fc-af81-7c700e5be3e7, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5894978f-114c-40fc-af81-7c700e5be3e7,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:29:19.195804 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:19.229934 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d7643f76-379e-42b0-903e-ac2a3a1a1fea req-4586a6cb-a591-4dbc-bd4d-4190efdb7e38 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0468936 Jul 29 15:29:19.340739 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:19.343299 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:19.344957 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] 10.222.0.59 "PUT /v2.0/ports/5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 1093 time: 0.9858119 Jul 29 15:29:19.348264 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:19.353231 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba26423a-75b3-411d-8078-901dfb6f3bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:19.384062 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba048990-d140-4094-8ae1-fe72d422e83f req-d578b857-d726-4737-a81e-6f9da0071227 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964815 Jul 29 15:29:19.396402 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c777e2-cd4c-4e7c-b688-7d43b71633f0 req-78215c7a-9d1f-4bbe-98f3-80728c9d3319 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:19.398215 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-12c777e2-cd4c-4e7c-b688-7d43b71633f0 req-78215c7a-9d1f-4bbe-98f3-80728c9d3319 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0988805 Jul 29 15:29:19.445205 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155a4de-92cd-48e8-a50d-d1421fe0f2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5894978f-114c-40fc-af81-7c700e5be3e7,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:19.484839 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d88ba-f278-459d-8171-3918f8fe274e x-openstack-request-id: req-193d88ba-f278-459d-8171-3918f8fe274e {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:19.485182 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:19.485437 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-193d88ba-f278-459d-8171-3918f8fe274e {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:19.485887 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7', 'status': 'completed', 'code': 200} Jul 29 15:29:19.512549 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-12c777e2-cd4c-4e7c-b688-7d43b71633f0 req-59418449-469f-4eb2-ad7e-99600f2ecbfa tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000009 Jul 29 15:29:19.850950 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cdaea-36dc-4c42-b639-462019390f0a req-aecb6127-ecff-42ef-987a-88359fb5cb79 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:19.852574 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7c2cdaea-36dc-4c42-b639-462019390f0a req-aecb6127-ecff-42ef-987a-88359fb5cb79 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0625587 Jul 29 15:29:19.900222 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7c2cdaea-36dc-4c42-b639-462019390f0a req-c56eec15-6bb7-4ab3-bade-ef1b88c04e5a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Jul 29 15:29:20.168728 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f907e-99c1-486a-9967-8acfc5eb89c4 req-cd6c1265-9a0a-46fe-811b-e8f8374967ae tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:20.170462 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0a9f907e-99c1-486a-9967-8acfc5eb89c4 req-cd6c1265-9a0a-46fe-811b-e8f8374967ae tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0514441 Jul 29 15:29:20.214734 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0a9f907e-99c1-486a-9967-8acfc5eb89c4 req-21cd5936-ab34-4035-8b7d-c713bbadef7f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381327 Jul 29 15:29:20.326097 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8b4c5c51-49da-493e-8464-0c68df21562b req-25217b1c-09c5-4246-99e6-3f4b1edd08d3 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0271785 Jul 29 15:29:20.492440 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ceb68-a876-4f9d-bc4e-6a0073772b8d req-e6d73b84-3962-49be-8e11-97cd3d64a81d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:20.494078 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e76ceb68-a876-4f9d-bc4e-6a0073772b8d req-e6d73b84-3962-49be-8e11-97cd3d64a81d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0492222 Jul 29 15:29:20.533741 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e76ceb68-a876-4f9d-bc4e-6a0073772b8d req-02b09bc1-2364-4a6d-9eb4-ff838c580b99 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329599 Jul 29 15:29:21.023612 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee22ee-1016-40cc-979b-fb06acc3ac5e req-37ffe348-acf5-4a05-98b6-344cdaa41afa tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:21.025006 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1cee22ee-1016-40cc-979b-fb06acc3ac5e req-37ffe348-acf5-4a05-98b6-344cdaa41afa tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0544403 Jul 29 15:29:21.073648 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1cee22ee-1016-40cc-979b-fb06acc3ac5e req-1bfc169b-de2a-4f7e-a8d6-9c5795729de2 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404212 Jul 29 15:29:21.334483 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59469f1-3924-4575-82d1-dcba342ac9be req-93932978-acda-4d52-8d8e-a936aabc4ac6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:21.335996 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b59469f1-3924-4575-82d1-dcba342ac9be req-93932978-acda-4d52-8d8e-a936aabc4ac6 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0484495 Jul 29 15:29:21.379139 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b59469f1-3924-4575-82d1-dcba342ac9be req-f882ea86-b630-4de8-a98b-615213b22059 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Jul 29 15:29:21.470937 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c0457429-a3b8-4f04-bffe-f16d05a66ba2 req-e8e854cc-53e1-4b51-b07b-228fb2515aee tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0361521 Jul 29 15:29:21.659027 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b3f35-643d-4847-98cc-f3a2e3ac9ecd req-d7fceb33-8a0f-4ae6-829b-b663126d2ffd tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:21.660573 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-926b3f35-643d-4847-98cc-f3a2e3ac9ecd req-d7fceb33-8a0f-4ae6-829b-b663126d2ffd tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0593195 Jul 29 15:29:21.699519 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-926b3f35-643d-4847-98cc-f3a2e3ac9ecd req-1dc132d2-e489-4967-a91a-5da165d4ee5e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Jul 29 15:29:22.188989 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58d25f-51b0-4f35-bf53-8f7ec00b6f24 req-a13254a8-60ba-4e16-a36b-497e74488c21 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:22.190447 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b58d25f-51b0-4f35-bf53-8f7ec00b6f24 req-a13254a8-60ba-4e16-a36b-497e74488c21 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0499091 Jul 29 15:29:22.231455 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2b58d25f-51b0-4f35-bf53-8f7ec00b6f24 req-e28588e3-6d60-4ec0-a262-2e3529280389 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345776 Jul 29 15:29:22.498422 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38fa7d-8fe5-4502-9e3d-2a1daaf7e108 req-5693e33a-eed4-428d-85a7-9921bb5c265f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:22.499910 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4a38fa7d-8fe5-4502-9e3d-2a1daaf7e108 req-5693e33a-eed4-428d-85a7-9921bb5c265f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0530818 Jul 29 15:29:22.537938 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4a38fa7d-8fe5-4502-9e3d-2a1daaf7e108 req-bf353d0a-446f-41fa-905f-8de4b63d3916 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Jul 29 15:29:22.624382 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7f75b370-58bd-4e04-a0c2-765546c4a415 req-63c07435-9c89-4d4c-9eb2-6e6f76465f19 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0292859 Jul 29 15:29:22.815777 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19b335-3bee-4775-95b7-943d1f037e6e req-e95dbb46-9d53-4f0c-a68c-5c0302d6d1e1 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:22.817447 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0e19b335-3bee-4775-95b7-943d1f037e6e req-e95dbb46-9d53-4f0c-a68c-5c0302d6d1e1 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0505841 Jul 29 15:29:22.857063 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0e19b335-3bee-4775-95b7-943d1f037e6e req-848076b5-fd0f-48f0-80d3-94fc9f60009d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333314 Jul 29 15:29:23.358330 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f89a-7063-48a7-82ee-9c7fc9d1eb57 req-1fb745c2-00fb-4890-bcc0-e0772dd104ad tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:23.359824 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2cf9f89a-7063-48a7-82ee-9c7fc9d1eb57 req-1fb745c2-00fb-4890-bcc0-e0772dd104ad tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0559132 Jul 29 15:29:23.398976 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2cf9f89a-7063-48a7-82ee-9c7fc9d1eb57 req-febcf8a1-79ea-4cbd-81a3-2cfe141a0e99 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331676 Jul 29 15:29:23.662700 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db436f-e51b-4a26-9d32-9adf75ef7f85 req-424b2512-0339-40af-a285-d2da61220e34 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:23.664204 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-15db436f-e51b-4a26-9d32-9adf75ef7f85 req-424b2512-0339-40af-a285-d2da61220e34 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0487571 Jul 29 15:29:23.706879 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-15db436f-e51b-4a26-9d32-9adf75ef7f85 req-401b0c9f-6881-4b5a-bcff-cddd9ef44f61 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366557 Jul 29 15:29:23.790644 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d37b08fa-f81b-4774-b790-160f87f2a7e5 req-784b9347-1d51-4a2f-9962-758d1c67fe26 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0267334 Jul 29 15:29:23.978700 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4d2e7-a398-4a38-a20c-eb0fe2963382 req-83591309-1efa-4820-bb9f-a9004efa4277 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:23.980385 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f7e4d2e7-a398-4a38-a20c-eb0fe2963382 req-83591309-1efa-4820-bb9f-a9004efa4277 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0579669 Jul 29 15:29:24.020171 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f7e4d2e7-a398-4a38-a20c-eb0fe2963382 req-6676facf-4bdf-4e7f-998b-8e9493ab1a20 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Jul 29 15:29:24.333636 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55112) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:24.439873 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf8d41b0-7747-486f-81be-6eb89519c8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:24.544849 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d8be1-c37e-4b3e-9b97-42d59c8de3eb req-7ff6944c-9ce9-4152-b3c6-c5e2693e85b5 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:24.546439 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-670d8be1-c37e-4b3e-9b97-42d59c8de3eb req-7ff6944c-9ce9-4152-b3c6-c5e2693e85b5 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0598419 Jul 29 15:29:24.547997 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf8d41b0-7747-486f-81be-6eb89519c8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:24.552026 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cf8d41b0-7747-486f-81be-6eb89519c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:24.590844 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-670d8be1-c37e-4b3e-9b97-42d59c8de3eb req-b19c15a5-bec6-4f5a-a49c-f0c7290572f8 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374870 Jul 29 15:29:24.597445 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-cf8d41b0-7747-486f-81be-6eb89519c8d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=304a7f1938db4d3e86c9fb66efa3875b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601979 Jul 29 15:29:24.597638 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55118) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:24.604955 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d41b0-7747-486f-81be-6eb89519c8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de9cdaf-6079-40ae-bf6f-a1b914e04f6c,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:24.661730 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da492378-ef2c-4983-b709-45fcbfa81548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:24.684075 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da492378-ef2c-4983-b709-45fcbfa81548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:24.734087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da492378-ef2c-4983-b709-45fcbfa81548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:24.736748 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da492378-ef2c-4983-b709-45fcbfa81548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:24.740633 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-da492378-ef2c-4983-b709-45fcbfa81548 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5de9cdaf-6079-40ae-bf6f-a1b914e04f6c HTTP/1.1" status: 204 len: 168 time: 0.1393826 Jul 29 15:29:24.746478 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da492378-ef2c-4983-b709-45fcbfa81548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de9cdaf-6079-40ae-bf6f-a1b914e04f6c,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:24.837818 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b496d58-cb7a-494f-ae5f-a2bfdc67d32c req-065de731-ff29-432d-813b-6c97d50bfc24 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:24.840332 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4b496d58-cb7a-494f-ae5f-a2bfdc67d32c req-065de731-ff29-432d-813b-6c97d50bfc24 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0590143 Jul 29 15:29:24.882514 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4b496d58-cb7a-494f-ae5f-a2bfdc67d32c req-342f869f-aa74-4ff6-93d3-c98335814e5e tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360246 Jul 29 15:29:24.991006 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c577cbd3-82ae-4ce8-bb2c-c28978e42f89 req-92de1293-4d39-4dc9-8b1f-20248a21f9d3 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0347359 Jul 29 15:29:25.138916 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836132e8-d47f-4d9d-af30-918b60f42ea6 req-291ad558-9f7e-48a2-b27b-9fc76d96e1bc tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:25.140744 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-836132e8-d47f-4d9d-af30-918b60f42ea6 req-291ad558-9f7e-48a2-b27b-9fc76d96e1bc tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0529518 Jul 29 15:29:25.181221 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-836132e8-d47f-4d9d-af30-918b60f42ea6 req-ebce1a6b-e44c-4628-adb7-e1ef1a55b23a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Jul 29 15:29:25.731055 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0cb8c-9fcb-4159-a680-2301b8dd5cd9 req-7d50d3c6-53de-4661-96e3-d961510f81cf tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:25.732636 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-39a0cb8c-9fcb-4159-a680-2301b8dd5cd9 req-7d50d3c6-53de-4661-96e3-d961510f81cf tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0533173 Jul 29 15:29:25.772052 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-39a0cb8c-9fcb-4159-a680-2301b8dd5cd9 req-c5377aef-e8c7-4f29-b6db-f175975578d0 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Jul 29 15:29:26.002492 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf960ed7-c572-4050-bd0a-976411249d3a req-00cf65f8-f1a3-4f21-91c3-31162de976b7 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:26.003877 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cf960ed7-c572-4050-bd0a-976411249d3a req-00cf65f8-f1a3-4f21-91c3-31162de976b7 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0496020 Jul 29 15:29:26.042464 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cf960ed7-c572-4050-bd0a-976411249d3a req-adad093f-7506-4bad-8de8-f24bfecea9d1 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Jul 29 15:29:26.129541 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6b02b81f-04eb-44e4-9c51-691038c4f76d req-db2ad6f8-afe7-4628-acf4-35ac159b3bdd tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Jul 29 15:29:26.305256 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3289736-388d-42bc-b0dd-25fc70c09d40 req-0813ecad-8f39-41f2-8496-1adb5da98bad tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:26.306817 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d3289736-388d-42bc-b0dd-25fc70c09d40 req-0813ecad-8f39-41f2-8496-1adb5da98bad tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0497851 Jul 29 15:29:26.350250 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d3289736-388d-42bc-b0dd-25fc70c09d40 req-d73840f8-13ab-4b55-9fac-93a0d55dde45 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366948 Jul 29 15:29:26.898525 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fd85b-be5c-4bed-8770-1f6db887c23c req-3eea30a6-ab23-4893-9331-4168927f8e4f tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:26.901097 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-509fd85b-be5c-4bed-8770-1f6db887c23c req-3eea30a6-ab23-4893-9331-4168927f8e4f tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0535438 Jul 29 15:29:26.953102 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-509fd85b-be5c-4bed-8770-1f6db887c23c req-2ec7ab71-3064-4075-8c8d-997ae31ce641 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Jul 29 15:29:27.157120 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476624-e8ae-49c7-aa6c-d737e96ba8ca req-63075884-f340-42e3-b715-6ecda61056a3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:27.158564 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-36476624-e8ae-49c7-aa6c-d737e96ba8ca req-63075884-f340-42e3-b715-6ecda61056a3 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0490162 Jul 29 15:29:27.196084 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-36476624-e8ae-49c7-aa6c-d737e96ba8ca req-5bf0629c-b71a-4ec9-b357-4b352be3c9b2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Jul 29 15:29:27.283971 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5af47887-711b-4aed-a720-07a4dbede68a req-6daaadfe-bcc8-48b2-8b29-bab95a6c9697 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0324895 Jul 29 15:29:27.474331 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e48ac-6acb-4d72-abd5-0a737b26660d req-abc82f3e-9faa-4b52-ac73-8505eb3c944a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:27.475836 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5e3e48ac-6acb-4d72-abd5-0a737b26660d req-abc82f3e-9faa-4b52-ac73-8505eb3c944a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0589647 Jul 29 15:29:27.521730 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5e3e48ac-6acb-4d72-abd5-0a737b26660d req-912e1c24-c15f-4096-a390-440b7fb4a447 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396025 Jul 29 15:29:27.958534 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:29:28.067602 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dee5e4-a42e-4372-b6de-3488a99015f5 req-e0cad651-dd4b-4ef6-b506-0976999fda99 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:28.069135 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-66dee5e4-a42e-4372-b6de-3488a99015f5 req-e0cad651-dd4b-4ef6-b506-0976999fda99 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0466464 Jul 29 15:29:28.112627 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-66dee5e4-a42e-4372-b6de-3488a99015f5 req-4dbfdce5-ff1a-4bb7-b605-70320217bb06 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Jul 29 15:29:28.321657 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23422616-3e0b-4530-ae30-dbefb3a7261a req-1d450256-ecd4-4ff2-936e-4ce6a63684ff tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:28.323110 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-23422616-3e0b-4530-ae30-dbefb3a7261a req-1d450256-ecd4-4ff2-936e-4ce6a63684ff tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0493197 Jul 29 15:29:28.360750 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-23422616-3e0b-4530-ae30-dbefb3a7261a req-2cc39d12-10b6-4eb6-af5c-5ce07acc5a08 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304339 Jul 29 15:29:28.456371 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-17a70462-afd3-4196-a5fd-f9444e0b9bcd req-86691bb6-a13e-4de1-8f99-5ecd00fa19cc tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0303302 Jul 29 15:29:28.638932 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83b68f-aea9-43ab-865b-c0086a74d9ec req-04452c88-2a96-4a56-a419-b48702343095 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:28.640447 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-df83b68f-aea9-43ab-865b-c0086a74d9ec req-04452c88-2a96-4a56-a419-b48702343095 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0518143 Jul 29 15:29:28.678652 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-df83b68f-aea9-43ab-865b-c0086a74d9ec req-a79decff-5e7a-4687-a6ed-f16411462439 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313764 Jul 29 15:29:28.801718 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-1c5502ad-6bfe-4cfb-8a23-92fbe0a739c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:29.246186 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920a4c1-584e-464a-aee9-9c5fc98ad7c8 req-2c6e9167-da59-4bf3-8e5b-d372e3720bd2 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:29.247775 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4920a4c1-584e-464a-aee9-9c5fc98ad7c8 req-2c6e9167-da59-4bf3-8e5b-d372e3720bd2 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0581491 Jul 29 15:29:29.284769 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4920a4c1-584e-464a-aee9-9c5fc98ad7c8 req-8b3786cb-9103-4b42-a600-008682c3f0f7 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Jul 29 15:29:29.484949 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1ae12-395b-4750-ad33-8f8bdeb95dc4 req-40495aad-6650-4c12-811e-452eeeb5de06 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:29.486498 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-85e1ae12-395b-4750-ad33-8f8bdeb95dc4 req-40495aad-6650-4c12-811e-452eeeb5de06 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0585461 Jul 29 15:29:29.525600 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-85e1ae12-395b-4750-ad33-8f8bdeb95dc4 req-aa966f8a-7c84-44f3-be6c-3cf9d296831a tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Jul 29 15:29:29.610492 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4ced1f28-1157-4ecd-a7eb-a0b9349e478b req-01e9461f-73a7-4e65-af68-878c43548307 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0263770 Jul 29 15:29:29.794877 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70102754-3a31-43e7-9da5-d930e0f26214 req-0c8a3f54-db33-4418-ac21-dc55d193d23a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:29.796312 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-70102754-3a31-43e7-9da5-d930e0f26214 req-0c8a3f54-db33-4418-ac21-dc55d193d23a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0496693 Jul 29 15:29:29.833602 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-70102754-3a31-43e7-9da5-d930e0f26214 req-5ea9aa0a-4bae-46ad-bd39-a78d17baf9e4 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Jul 29 15:29:30.403551 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04952586-0cc8-44e8-a026-8d826a2f26d8 req-fff53dc8-f9eb-44d8-8b81-edb68a333bca tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:30.405017 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-04952586-0cc8-44e8-a026-8d826a2f26d8 req-fff53dc8-f9eb-44d8-8b81-edb68a333bca tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0524483 Jul 29 15:29:30.442620 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-04952586-0cc8-44e8-a026-8d826a2f26d8 req-bfbef4fd-d2a1-401e-b93d-ad63f2ab49d6 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Jul 29 15:29:30.638481 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10509be8-a07b-4705-b832-10137669dc56 req-aa41cff5-4448-4939-b889-63931902b2df tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:30.639864 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-10509be8-a07b-4705-b832-10137669dc56 req-aa41cff5-4448-4939-b889-63931902b2df tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0471511 Jul 29 15:29:30.679212 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-10509be8-a07b-4705-b832-10137669dc56 req-79f2678d-3643-4018-9778-94cbd8a7293e tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Jul 29 15:29:30.762612 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-305f6df0-2b4c-4a65-9ee1-ee0235688278 req-944def0d-130b-4184-9e3c-d93d40ca31fe tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0256758 Jul 29 15:29:30.950780 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc859b-c699-402c-b4ff-2f36dbbc87f0 req-91d7c90f-99d5-4086-bcd9-71a6b253c00f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:30.952366 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a2dc859b-c699-402c-b4ff-2f36dbbc87f0 req-91d7c90f-99d5-4086-bcd9-71a6b253c00f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0522039 Jul 29 15:29:31.001171 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a2dc859b-c699-402c-b4ff-2f36dbbc87f0 req-29f1e355-44e7-452f-b9ef-c4bd6da173cc tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 Jul 29 15:29:31.002864 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26423a-75b3-411d-8078-901dfb6f3bd9 req-ac5c079f-3163-447b-b025-56d29a4ee244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.004448 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba26423a-75b3-411d-8078-901dfb6f3bd9 req-ac5c079f-3163-447b-b025-56d29a4ee244 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1096 time: 0.0653536 Jul 29 15:29:31.013583 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-b1d4a071-cf18-4f05-8cf1-8470bbf30dd9 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 379 time: 0.0881507 Jul 29 15:29:31.053560 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'port': {'device_id': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'admin_state_up': True, 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'security_groups': ['b6613555-1292-461e-9ff1-f1c5f96d5a16']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:31.206277 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b4c12328-0b74-46f6-b4fe-aa12b91be88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:31.275896 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26423a-75b3-411d-8078-901dfb6f3bd9 req-b5edfc32-43f5-4298-bcec-48bfae5a0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.277391 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba26423a-75b3-411d-8078-901dfb6f3bd9 req-b5edfc32-43f5-4298-bcec-48bfae5a0ec1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2431855 Jul 29 15:29:31.310359 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Made reservation on behalf of 7a54b5401a0441c7b4aeaf5286bff35a for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:31.314028 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:31.414394 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:31.597280 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26423a-75b3-411d-8078-901dfb6f3bd9 req-67dee14f-2bc7-4dc7-bff1-3105c67da5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.598761 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba26423a-75b3-411d-8078-901dfb6f3bd9 req-67dee14f-2bc7-4dc7-bff1-3105c67da5a4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3054039 Jul 29 15:29:31.616169 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Allocated IP 172.20.0.4 (9fd732cf-374c-4ea8-a421-0469390fbbed/3edc7c1a-7687-42f5-a653-858bf491e856/99c87f0e-6c43-457e-beff-7e568de33271) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:29:31.636500 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899cf0f-b751-4895-b78b-01c45d93bd9a req-9798405b-b297-46f9-95ae-2ff4e7f706d4 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.638244 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6899cf0f-b751-4895-b78b-01c45d93bd9a req-9798405b-b297-46f9-95ae-2ff4e7f706d4 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0997312 Jul 29 15:29:31.765948 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6899cf0f-b751-4895-b78b-01c45d93bd9a req-687dd896-c9dc-46f6-9813-4c9a4b9d651c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195071 Jul 29 15:29:31.780844 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-7295848d-f0d9-4199-b0ed-cf4277e69375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.782335 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-7295848d-f0d9-4199-b0ed-cf4277e69375 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1096 time: 0.1317122 Jul 29 15:29:31.798654 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318d1cb-8027-4e9a-b279-53bf7987e372 req-62562414-4dfb-4598-a7d6-80c2e7d86202 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.800920 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6318d1cb-8027-4e9a-b279-53bf7987e372 req-62562414-4dfb-4598-a7d6-80c2e7d86202 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0522573 Jul 29 15:29:31.839840 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-9c74c55c-5246-403c-87f4-697a5ae18256 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 217 time: 0.0405972 Jul 29 15:29:31.841132 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6318d1cb-8027-4e9a-b279-53bf7987e372 req-6c5b77b6-e1e4-4008-9ccd-4994bc568442 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333595 Jul 29 15:29:31.898602 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-26548419-6f23-45c8-9a65-f6d77cd27bb1 req-79c85aba-a987-4f2b-9a28-518d30e56dd8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.0637214 Jul 29 15:29:31.919642 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:31.938772 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-554fcdbe-4ca2-4214-add0-1c3c8c47b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.940343 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-554fcdbe-4ca2-4214-add0-1c3c8c47b9af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cbebe71-cbee-43d5-ae00-0e89c60911f6 HTTP/1.1" status: 200 len: 853 time: 0.0905008 Jul 29 15:29:31.941256 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Transition to ACTIVE for port object 99c87f0e-6c43-457e-beff-7e568de33271 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:32.004283 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-1ae2626c-d27e-4d3b-bf49-34ef02546dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.005818 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-1ae2626c-d27e-4d3b-bf49-34ef02546dd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f9db67-55e7-4ea1-aeee-bafa9170984e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547903 Jul 29 15:29:32.006881 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:32.068836 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Network 9fd732cf-374c-4ea8-a421-0469390fbbed is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:29:32.100355 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:32.116474 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:29:32.120861 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=99c87f0e-6c43-457e-beff-7e568de33271,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:32.226607 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.227153 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:32.236594 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0d97c-0d6a-40eb-8047-3a2b3c9a2ab7 req-225d494c-3384-4f39-b42b-d15de8c54e31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.238164 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-32e0d97c-0d6a-40eb-8047-3a2b3c9a2ab7 req-225d494c-3384-4f39-b42b-d15de8c54e31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.1428609 Jul 29 15:29:32.244773 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-bea337d2-d4ab-4910-9e59-31e63250be6d service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100625 Jul 29 15:29:32.283173 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-6476e38c-d351-4877-82cd-8b20263f7954 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2474964 Jul 29 15:29:32.292189 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-e190aa5f-4c8f-4ff1-a635-49df98a84640 None None] Provisioning for port 99c87f0e-6c43-457e-beff-7e568de33271 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:32.296837 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-e190aa5f-4c8f-4ff1-a635-49df98a84640 None None] Provisioning complete for port 99c87f0e-6c43-457e-beff-7e568de33271 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:32.297207 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e190aa5f-4c8f-4ff1-a635-49df98a84640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:32.314558 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Request body: {'port': {'device_id': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:32.334670 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-e190aa5f-4c8f-4ff1-a635-49df98a84640 None None] Port 99c87f0e-6c43-457e-beff-7e568de33271 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:29:32.373163 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-32e0d97c-0d6a-40eb-8047-3a2b3c9a2ab7 req-ca1d522b-c3d3-48f0-8f59-e7bf69dbd072 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274173 Jul 29 15:29:32.422193 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49efe00-7d70-4dc5-92b0-e54212c9a87b req-2bd32ba1-ca72-42f4-9df2-14143afa32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.423702 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b49efe00-7d70-4dc5-92b0-e54212c9a87b req-2bd32ba1-ca72-42f4-9df2-14143afa32aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1098 time: 0.0719402 Jul 29 15:29:32.483516 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b49efe00-7d70-4dc5-92b0-e54212c9a87b req-baf454e6-93c1-4e44-a954-33a97b9d378a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509083 Jul 29 15:29:32.485717 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:32.635760 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:32.646561 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb279f1-7976-4923-ab86-8e49b3efaa0c req-35a29510-5bba-4e3a-9684-126ea817886f service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913004 Jul 29 15:29:32.834414 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-80a677c3-dbe8-44b0-8a55-78c59db452e9 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.835863 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-80a677c3-dbe8-44b0-8a55-78c59db452e9 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.1000013 Jul 29 15:29:32.883522 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4c3c3-c691-41f1-9257-205eb990121d req-3c096262-8175-4827-a286-80cac72744aa tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.885155 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-38f4c3c3-c691-41f1-9257-205eb990121d req-3c096262-8175-4827-a286-80cac72744aa tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 950 time: 0.0490987 Jul 29 15:29:32.926169 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-38f4c3c3-c691-41f1-9257-205eb990121d req-9d29bc50-16be-43ed-8b7d-81a86c7b4b8a tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/security-groups?id=277acc94-ce28-4d3a-9f8c-9f88a975c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Jul 29 15:29:33.030324 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19974fc6-b230-41da-b602-ed0e7e0a0885 req-522a2cbc-8007-4f9f-8965-43fb51a1056e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:33.031891 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-19974fc6-b230-41da-b602-ed0e7e0a0885 req-522a2cbc-8007-4f9f-8965-43fb51a1056e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 931 time: 0.0497887 Jul 29 15:29:33.032710 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458c1f2-d4ca-4967-b0a8-c614a9523376 req-5524eece-75fc-4395-a8a4-2a8f44266e07 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:33.034203 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7458c1f2-d4ca-4967-b0a8-c614a9523376 req-5524eece-75fc-4395-a8a4-2a8f44266e07 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1091225 Jul 29 15:29:33.048081 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Deleting port c35b4302-80b8-494a-a126-608c738baa7c {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:29:33.048335 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.069625 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-19974fc6-b230-41da-b602-ed0e7e0a0885 req-7168983a-b76a-4c2c-a802-ca49e8db5d6d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312116 Jul 29 15:29:33.103140 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c87f0e-6c43-457e-beff-7e568de33271 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:33.116508 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.156859 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7458c1f2-d4ca-4967-b0a8-c614a9523376 req-f9bd7110-7f2e-4bb4-b268-8ccc01aaa3bb tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137795 Jul 29 15:29:33.157773 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Transition to ACTIVE for port object 99c87f0e-6c43-457e-beff-7e568de33271 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:33.168100 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.232140 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] For port c35b4302-80b8-494a-a126-608c738baa7c, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=c35b4302-80b8-494a-a126-608c738baa7c,segment=NetworkSegment(f5980ecd-c042-4668-b9d2-b16ee38b541b),segment_id=f5980ecd-c042-4668-b9d2-b16ee38b541b)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:33.232515 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.246004 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Pushing event updated for resources: {'Port': ['ID=99c87f0e-6c43-457e-beff-7e568de33271,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:33.257916 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Calling delete_port for c35b4302-80b8-494a-a126-608c738baa7c owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:29:33.382980 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Attempting to bind port 99c87f0e-6c43-457e-beff-7e568de33271 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:29:33.383325 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Attempting to bind port 99c87f0e-6c43-457e-beff-7e568de33271 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:29:33.383653 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Attempting to bind port 99c87f0e-6c43-457e-beff-7e568de33271 on network 9fd732cf-374c-4ea8-a421-0469390fbbed {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:33.397482 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Port 99c87f0e-6c43-457e-beff-7e568de33271 on network 9fd732cf-374c-4ea8-a421-0469390fbbed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:29:33.397805 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Attempting to bind port 99c87f0e-6c43-457e-beff-7e568de33271 on network 9fd732cf-374c-4ea8-a421-0469390fbbed {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:33.405361 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:29:33.405591 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Checking segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:33.406010 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Bound using segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:29:33.406396 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Bound port: 99c87f0e-6c43-457e-beff-7e568de33271, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:29:33.406756 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.504371 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac999a16-d655-4d4b-a96d-adfe7016fec2 req-d23e3f12-5d20-4227-9255-879edb80be9f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:33.505970 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ac999a16-d655-4d4b-a96d-adfe7016fec2 req-d23e3f12-5d20-4227-9255-879edb80be9f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 943 time: 0.0594954 Jul 29 15:29:33.509057 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] For port 99c87f0e-6c43-457e-beff-7e568de33271, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:29:33.511169 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.514631 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] For port 99c87f0e-6c43-457e-beff-7e568de33271, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99c87f0e-6c43-457e-beff-7e568de33271,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:29:33.525310 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['c35b4302-80b8-494a-a126-608c738baa7c'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:33.541156 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.546071 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Pushing event deleted for resources: {'Port': ['ID=c35b4302-80b8-494a-a126-608c738baa7c,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:33.551160 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ac999a16-d655-4d4b-a96d-adfe7016fec2 req-ad33b166-d589-40ab-b3fa-6ffff94a24d6 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Jul 29 15:29:33.602323 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:33.602953 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.604377 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/99c87f0e-6c43-457e-beff-7e568de33271 HTTP/1.1" status: 200 len: 1093 time: 1.2960589 Jul 29 15:29:33.606743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'tag': '99c87f0e-6c43-457e-beff-7e568de33271'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:33.609080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d55fc7a-7c13-4ce5-accc-42a0e3697aa5", "tag": "99c87f0e-6c43-457e-beff-7e568de33271"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:33.631117 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] No DVR routers for this DVR port c35b4302-80b8-494a-a126-608c738baa7c on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:29:33.635231 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.638602 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5152465-5d0b-4706-a619-ee6c7e21e547 req-94c452b2-41f4-4de3-ac9d-78151a9fea4c tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.59 "DELETE /v2.0/ports/c35b4302-80b8-494a-a126-608c738baa7c HTTP/1.1" status: 204 len: 173 time: 0.7946672 Jul 29 15:29:33.674341 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768e9bb5-2f37-4387-b115-566d54984d3c x-openstack-request-id: req-768e9bb5-2f37-4387-b115-566d54984d3c {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:33.674577 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d55fc7a-7c13-4ce5-accc-42a0e3697aa5", "tag": "99c87f0e-6c43-457e-beff-7e568de33271", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:33.674883 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-768e9bb5-2f37-4387-b115-566d54984d3c {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:33.675220 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'tag': '99c87f0e-6c43-457e-beff-7e568de33271', 'status': 'completed', 'code': 200} Jul 29 15:29:33.693202 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bd54b-df30-493f-b540-d88cfb3523d6 service neutron] Pushing event updated for resources: {'Port': ['ID=99c87f0e-6c43-457e-beff-7e568de33271,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:33.716062 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-7e59efc1-3e07-4a90-b8e9-05090b7a5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:33.718537 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-7e59efc1-3e07-4a90-b8e9-05090b7a5a22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0611196 Jul 29 15:29:33.767571 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-a880214f-7e07-4f8c-a40e-b35d1cf832c2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c87f0e-6c43-457e-beff-7e568de33271 HTTP/1.1" status: 200 len: 217 time: 0.0415771 Jul 29 15:29:33.826428 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-b4183910-154c-4d85-aef7-ad16bb45f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:33.828200 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-b4183910-154c-4d85-aef7-ad16bb45f104 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0466969 Jul 29 15:29:33.874000 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-114838a6-c61b-4a66-98c5-4547b1f660d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:33.875454 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-114838a6-c61b-4a66-98c5-4547b1f660d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394692 Jul 29 15:29:33.968636 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-14b3ffcb-2f6d-493e-a5c4-0dfd6ddd277d service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844908 Jul 29 15:29:34.028319 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-aa5ff1f1-e7c1-4d09-ad80-e50d4af63e3d req-916fe7bf-f3cb-46f2-a2dd-e49b463c0980 tempest-VolumesNegativeTest-1971726093 tempest-VolumesNegativeTest-1971726093-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b447a78-fba2-4d85-9112-766cf69ab72c HTTP/1.1" status: 200 len: 210 time: 0.0247562 Jul 29 15:29:34.061274 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-28d4ea6a-0290-46ee-bcdb-0b278b3c50ae req-c5cc9fc7-ca66-4284-b6b0-6667c3983fb7 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Jul 29 15:29:34.073915 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:34.205731 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-d276b69f-9836-4110-83c1-5090f2c6fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.207250 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-d276b69f-9836-4110-83c1-5090f2c6fc46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 1096 time: 0.0778801 Jul 29 15:29:34.216546 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3897b0-ca91-4168-96db-41e3a40969f4 req-bd7ec591-d3b5-4f49-8732-1aa3b8e74d3d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.218058 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cd3897b0-ca91-4168-96db-41e3a40969f4 req-bd7ec591-d3b5-4f49-8732-1aa3b8e74d3d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 943 time: 0.0792849 Jul 29 15:29:34.305825 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cd3897b0-ca91-4168-96db-41e3a40969f4 req-930fcb19-5ba4-43c1-acd5-784c6cdd49e2 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796366 Jul 29 15:29:34.336527 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-958f2cbc-28e5-4d5c-bb6f-cee959ce9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.338045 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-958f2cbc-28e5-4d5c-bb6f-cee959ce9789 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.1191154 Jul 29 15:29:34.352232 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8719f18-8230-4bfd-80c3-54ad7ee250dc req-c02a7402-c31e-4a3b-ac91-2573b651b906 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.353735 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b8719f18-8230-4bfd-80c3-54ad7ee250dc req-c02a7402-c31e-4a3b-ac91-2573b651b906 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0494323 Jul 29 15:29:34.383362 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-8b17ee74-4418-447b-a3f5-4cc1ed825739 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c87f0e-6c43-457e-beff-7e568de33271 HTTP/1.1" status: 200 len: 217 time: 0.0373466 Jul 29 15:29:34.392954 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b8719f18-8230-4bfd-80c3-54ad7ee250dc req-12f6e546-1016-4dc2-9565-642d0a9dcf22 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Jul 29 15:29:34.419123 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 5894978f-114c-40fc-af81-7c700e5be3e7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:29:34.435655 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-252e4629-def1-4a0b-bb1d-5682b2f613e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.437704 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-252e4629-def1-4a0b-bb1d-5682b2f613e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0461071 Jul 29 15:29:34.488895 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-56bbd5f1-1683-4638-a1aa-3f8a516115d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.490588 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-56bbd5f1-1683-4638-a1aa-3f8a516115d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427454 Jul 29 15:29:34.520456 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 5894978f-114c-40fc-af81-7c700e5be3e7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5894978f-114c-40fc-af81-7c700e5be3e7,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:34.533298 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '5894978f-114c-40fc-af81-7c700e5be3e7', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'port_id': '5894978f-114c-40fc-af81-7c700e5be3e7', 'mac_address': 'fa:16:3e:b2:1e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:29:34.577458 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:34.590964 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-ecfa526d-b686-4c5c-bed4-59a143db67a1 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925043 Jul 29 15:29:34.594776 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5894978f-114c-40fc-af81-7c700e5be3e7 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:34.628841 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 5894978f-114c-40fc-af81-7c700e5be3e7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5894978f-114c-40fc-af81-7c700e5be3e7,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:34.635015 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:34.696346 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=5894978f-114c-40fc-af81-7c700e5be3e7,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:34.705631 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.706132 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.706480 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.706817 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.707152 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.707485 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.707812 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.708380 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.708944 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.709279 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.709607 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.709931 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:34.759025 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f099b-b7ff-4781-bbb7-2c6953c997c5 req-55e5b545-47bf-4968-828e-4cf46a7fc896 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.760487 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d01f099b-b7ff-4781-bbb7-2c6953c997c5 req-55e5b545-47bf-4968-828e-4cf46a7fc896 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 944 time: 0.1139567 Jul 29 15:29:34.767182 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89fdf5d9-e0aa-4e86-834a-7388a0d0a8c5 req-90ecb1ac-317c-4992-a9a9-cc3bf4fc90c8 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671884 Jul 29 15:29:34.775239 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f92c5c-b59b-4fde-9e6d-861d69af06d5 req-418f309b-b3bd-41fc-b6f8-0b28fe391327 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.776700 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b4f92c5c-b59b-4fde-9e6d-861d69af06d5 req-418f309b-b3bd-41fc-b6f8-0b28fe391327 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0485234 Jul 29 15:29:34.790206 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-5a217831-fdd9-4a2c-9a87-fcdbdd0c3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.792046 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-5a217831-fdd9-4a2c-9a87-fcdbdd0c3a61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 1098 time: 0.0823538 Jul 29 15:29:34.816197 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b4f92c5c-b59b-4fde-9e6d-861d69af06d5 req-429bd3a7-1b81-4652-b258-3536dacf8077 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 29 15:29:34.825564 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d01f099b-b7ff-4781-bbb7-2c6953c997c5 req-1735c505-dca0-4672-bff3-73f7c7b3d8bb tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572956 Jul 29 15:29:34.893552 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-d69af0a9-219f-479b-b158-20f3916a245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.895018 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-d69af0a9-219f-479b-b158-20f3916a245e service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.0929594 Jul 29 15:29:34.896873 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['5894978f-114c-40fc-af81-7c700e5be3e7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:34.936929 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-ee99b7a1-005d-4ed2-876e-f7ce7e0b71a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 200 len: 217 time: 0.0345273 Jul 29 15:29:34.989842 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-52268d5d-ded1-4dba-92d4-0e5ecb554a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.991324 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-52268d5d-ded1-4dba-92d4-0e5ecb554a30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.0471377 Jul 29 15:29:35.025011 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-08ac7c1e-07c6-4cd3-8380-4072237f68a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245831 Jul 29 15:29:35.119204 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-b14515f7-256c-4732-9ef7-8290e2a0dc25 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864105 Jul 29 15:29:35.211325 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2251b892-da6d-425c-83e0-7d71d8ff4789 req-59fbd44d-c7f0-4cc3-a539-f415bdcfd017 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840271 Jul 29 15:29:35.440071 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3e9d8-561b-4d78-850b-ed328bfe8eed req-b1e67edb-e440-4742-b92f-d3aaa4557370 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:35.441723 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-22b3e9d8-561b-4d78-850b-ed328bfe8eed req-b1e67edb-e440-4742-b92f-d3aaa4557370 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 943 time: 0.0621336 Jul 29 15:29:35.481361 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-22b3e9d8-561b-4d78-850b-ed328bfe8eed req-80cbdcab-5f3a-41de-9b00-22e03364fe58 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Jul 29 15:29:35.675999 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b447a78-fba2-4d85-9112-766cf69ab72c', 'name': 'network-vif-deleted', 'tag': 'c35b4302-80b8-494a-a126-608c738baa7c'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:35.678385 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bf9e44-e060-4afa-9ff0-93286ecd12a4" -d '{"events": [{"server_uuid": "3b447a78-fba2-4d85-9112-766cf69ab72c", "name": "network-vif-deleted", "tag": "c35b4302-80b8-494a-a126-608c738baa7c"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:35.718600 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee078f8-40b2-4268-afaa-5b6a79b1e9b4 x-openstack-request-id: req-2ee078f8-40b2-4268-afaa-5b6a79b1e9b4 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:35.718884 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b447a78-fba2-4d85-9112-766cf69ab72c", "name": "network-vif-deleted", "tag": "c35b4302-80b8-494a-a126-608c738baa7c", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:35.719154 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ee078f8-40b2-4268-afaa-5b6a79b1e9b4 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:35.719540 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b447a78-fba2-4d85-9112-766cf69ab72c', 'name': 'network-vif-deleted', 'tag': 'c35b4302-80b8-494a-a126-608c738baa7c', 'status': 'completed', 'code': 200} Jul 29 15:29:35.944652 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586f78d-5359-43d1-886c-7407ff7f3af3 req-375b9be4-9406-4851-984a-f5722f9391ff tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:35.946649 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2586f78d-5359-43d1-886c-7407ff7f3af3 req-375b9be4-9406-4851-984a-f5722f9391ff tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0504022 Jul 29 15:29:35.957253 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fe8cf-636a-4184-a156-8f41d96442b3 req-e60b99d5-d4e2-49b8-922d-a8b61b9c86c0 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:35.964395 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e14fe8cf-636a-4184-a156-8f41d96442b3 req-e60b99d5-d4e2-49b8-922d-a8b61b9c86c0 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 944 time: 0.0667603 Jul 29 15:29:35.986768 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2586f78d-5359-43d1-886c-7407ff7f3af3 req-d6741a8e-a5cf-4660-873d-9eeb2a784836 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Jul 29 15:29:36.008702 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e14fe8cf-636a-4184-a156-8f41d96442b3 req-7f2d6bdf-b0e6-444d-af19-16fc510f231e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434647 Jul 29 15:29:36.419307 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 5894978f-114c-40fc-af81-7c700e5be3e7 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:36.474031 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 5894978f-114c-40fc-af81-7c700e5be3e7 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:36.477587 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 5894978f-114c-40fc-af81-7c700e5be3e7 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:36.477953 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.555679 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.582500 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:36.584690 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e34930c-5e9e-4382-9f59-b33ed60378f4" -d '{"events": [{"server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "name": "network-vif-plugged", "status": "completed", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:36.600051 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 5894978f-114c-40fc-af81-7c700e5be3e7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5894978f-114c-40fc-af81-7c700e5be3e7,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:36.605297 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.606264 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device c35b4302-80b8-494a-a126-608c738baa7c no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:29:36.621501 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967c587-5eb6-4af3-a3c1-582133ecad76 req-2bc4330e-f72d-4922-bba0-2d99d3efc432 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:36.625491 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3967c587-5eb6-4af3-a3c1-582133ecad76 req-2bc4330e-f72d-4922-bba0-2d99d3efc432 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 943 time: 0.0718071 Jul 29 15:29:36.629043 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: c35b4302-80b8-494a-a126-608c738baa7c {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:29:36.629391 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device c35b4302-80b8-494a-a126-608c738baa7c not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:29:36.649116 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dac6f3f-8ee5-492f-b88b-df8377ae4489 x-openstack-request-id: req-3dac6f3f-8ee5-492f-b88b-df8377ae4489 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:36.649640 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "name": "network-vif-plugged", "status": "completed", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:36.650092 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3dac6f3f-8ee5-492f-b88b-df8377ae4489 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:36.650740 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7', 'code': 200} Jul 29 15:29:36.687675 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3967c587-5eb6-4af3-a3c1-582133ecad76 req-7809f721-f368-4460-983e-d2c106856d55 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530891 Jul 29 15:29:36.688046 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=5894978f-114c-40fc-af81-7c700e5be3e7,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:36.834299 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f43f0a-2577-4ab1-b525-d8e069a40220 req-36b84059-4d67-4db2-b1f2-a10e2a490a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:36.835732 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-91f43f0a-2577-4ab1-b525-d8e069a40220 req-36b84059-4d67-4db2-b1f2-a10e2a490a51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1098 time: 0.0465291 Jul 29 15:29:36.873790 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-91f43f0a-2577-4ab1-b525-d8e069a40220 req-1dab8fba-3828-4a8f-a424-d0aa40827431 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294073 Jul 29 15:29:37.111309 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a51056-268e-4e70-81d1-f9cee7bbf5f5 req-e49bb223-4dab-4807-bedb-7a20cd5c6865 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:37.113947 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d3a51056-268e-4e70-81d1-f9cee7bbf5f5 req-e49bb223-4dab-4807-bedb-7a20cd5c6865 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0537195 Jul 29 15:29:37.138144 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c90aed-4859-4d0a-afa3-e2ec40d9d734 req-afbe94b0-2115-4325-a2ba-b0e99d298ced tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:37.140434 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-95c90aed-4859-4d0a-afa3-e2ec40d9d734 req-afbe94b0-2115-4325-a2ba-b0e99d298ced tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.0565329 Jul 29 15:29:37.156111 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d3a51056-268e-4e70-81d1-f9cee7bbf5f5 req-18c6adcd-dead-4e5f-8ef4-a916ab2ad30c tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Jul 29 15:29:37.181977 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-95c90aed-4859-4d0a-afa3-e2ec40d9d734 req-d3eeb5c9-300c-4d7e-98e3-fdc50590e329 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Jul 29 15:29:37.807452 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-5f89b53f-c367-435b-a4bb-a13c2088be99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442317 Jul 29 15:29:37.885798 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-b6498d0c-fc96-4b6e-b824-6166009fa4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:37.888050 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-b6498d0c-fc96-4b6e-b824-6166009fa4b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 1098 time: 0.0545495 Jul 29 15:29:37.967852 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32684f51-2789-4725-9db0-e34451633423 req-e12be2e4-feaa-4346-9dc2-3651a88b9d48 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:37.969351 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-32684f51-2789-4725-9db0-e34451633423 req-e12be2e4-feaa-4346-9dc2-3651a88b9d48 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 943 time: 0.0536554 Jul 29 15:29:38.006863 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-32684f51-2789-4725-9db0-e34451633423 req-d59f2e15-e290-4634-802d-9a177d3174dd tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310650 Jul 29 15:29:38.016014 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-b7e9c941-2161-4365-bfbc-c1e8b66503b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:38.017554 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-b7e9c941-2161-4365-bfbc-c1e8b66503b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 200 len: 919 time: 0.0925093 Jul 29 15:29:38.068535 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-f07988c9-610b-4928-a7fc-5032bb1eddc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b HTTP/1.1" status: 200 len: 217 time: 0.0356205 Jul 29 15:29:38.133129 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-d4f41892-0cd1-4283-bad0-c213c1f65e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:38.135642 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-d4f41892-0cd1-4283-bad0-c213c1f65e2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 200 len: 858 time: 0.0576935 Jul 29 15:29:38.172008 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-503da695-b0bb-4690-afe6-c400b0f22e02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c385e95e-5003-44fb-9b26-1f0375f4b434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277514 Jul 29 15:29:38.278587 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-034d44d5-b67f-4a7f-8c99-c8cde6253efc service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957873 Jul 29 15:29:38.363443 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6712ef-ab5e-4bfc-ab76-4daf7f2b33c4 req-bcfed9f2-e617-4b78-bb1e-3955d2f83127 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:38.364907 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3b6712ef-ab5e-4bfc-ab76-4daf7f2b33c4 req-bcfed9f2-e617-4b78-bb1e-3955d2f83127 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.1027153 Jul 29 15:29:38.415756 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b7882be8-8076-4308-b8c0-65562f5f8ddb req-a47f32b9-20fe-47e3-b9e5-c3ddad841be3 service neutron] 10.222.0.59 "GET /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214898 Jul 29 15:29:38.424527 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3b6712ef-ab5e-4bfc-ab76-4daf7f2b33c4 req-83d2de94-d175-487a-b2b4-1cb70dab9964 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536160 Jul 29 15:29:38.542667 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a3c50-9f81-45a9-ab88-1b5409efd9db req-21a02358-ef66-4c23-917f-f65fbc4c5738 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:38.544174 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-962a3c50-9f81-45a9-ab88-1b5409efd9db req-21a02358-ef66-4c23-917f-f65fbc4c5738 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Jul 29 15:29:38.582890 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-962a3c50-9f81-45a9-ab88-1b5409efd9db req-b5dd18ef-2b33-4c20-a352-ae724a85b8cb tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Jul 29 15:29:38.923145 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30426955-736e-4e2a-8ddd-e4d16c277487 req-8fc0da0f-7a03-4fd9-befe-7141c020490a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:38.924637 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30426955-736e-4e2a-8ddd-e4d16c277487 req-8fc0da0f-7a03-4fd9-befe-7141c020490a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.0505588 Jul 29 15:29:38.962956 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30426955-736e-4e2a-8ddd-e4d16c277487 req-e6dddf32-4256-48f0-a159-7c337b554993 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Jul 29 15:29:39.133356 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf74bb-f561-4c18-81af-ef5397121e33 req-35a96c3c-d75f-4018-89b0-454ca9287336 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:39.134856 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4baf74bb-f561-4c18-81af-ef5397121e33 req-35a96c3c-d75f-4018-89b0-454ca9287336 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 943 time: 0.0550125 Jul 29 15:29:39.162059 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55496) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:39.178465 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4baf74bb-f561-4c18-81af-ef5397121e33 req-7ee0afd3-919f-47c0-8622-e2d1d06df032 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354757 Jul 29 15:29:39.316632 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6bfabb79-b86b-4417-b830-f801822bab77 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1d4e9dc148c4e3d950952cc570652f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534274 Jul 29 15:29:39.319040 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55504) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:39.367040 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d1708126-40d5-4fbd-ae87-85e3e7bbd84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:39.388378 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d1708126-40d5-4fbd-ae87-85e3e7bbd84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:39.434840 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d1708126-40d5-4fbd-ae87-85e3e7bbd84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:39.437670 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d1708126-40d5-4fbd-ae87-85e3e7bbd84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:39.438815 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d1708126-40d5-4fbd-ae87-85e3e7bbd84a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/277acc94-ce28-4d3a-9f8c-9f88a975c410 HTTP/1.1" status: 204 len: 168 time: 0.1188898 Jul 29 15:29:39.448220 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1708126-40d5-4fbd-ae87-85e3e7bbd84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277acc94-ce28-4d3a-9f8c-9f88a975c410,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:40.065494 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55534) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:40.159583 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1429651343-network', 'tenant_id': 'bfb8f26e3c024fc98db7fb3e14f7d6ab'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:40.180131 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Made reservation on behalf of bfb8f26e3c024fc98db7fb3e14f7d6ab for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:40.182318 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.194492 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.450182 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687ce39-558c-40e9-8b22-17cdd68cb554 req-e76be377-4dd1-44d6-b582-2906a3817d51 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:40.451652 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f687ce39-558c-40e9-8b22-17cdd68cb554 req-e76be377-4dd1-44d6-b582-2906a3817d51 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 943 time: 0.0717521 Jul 29 15:29:40.517045 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f687ce39-558c-40e9-8b22-17cdd68cb554 req-dec84662-f467-4cf1-a153-71d4bcae018b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539243 Jul 29 15:29:40.521534 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.526039 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.555930 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:29:40.562837 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:40.571731 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.572009 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Added segment 883134e7-4085-40c2-83ea-aed66121f756 of type vlan for network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f Jul 29 15:29:40.580048 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.580395 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.580730 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.581087 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.581410 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.581735 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.582055 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.582373 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.582690 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.583005 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.583319 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.583631 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:40.624086 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.656105 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.657167 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:40.657739 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.714135 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6472874 Jul 29 15:29:40.719435 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55552) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:40.724676 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Request body: {'subnet': {'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1429651343-subnet', 'tenant_id': 'bfb8f26e3c024fc98db7fb3e14f7d6ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:40.738292 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f730b-0b1d-4309-afde-3e872148c7be admin admin] Pushing event updated for resources: {'Network': ['ID=04d5b1af-9b79-46d8-a4d4-cc9c586b357f,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:40.749031 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:29:40.756612 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Made reservation on behalf of bfb8f26e3c024fc98db7fb3e14f7d6ab for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:40.759175 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33260792'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.967203 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33462920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33260758'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.019916 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e64515d-5bcb-4965-ad90-14ffb1d4ab8d,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:41.041741 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Checking segment: {'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:41.042099 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Network hostable DHCP agents. Network: 04d5b1af-9b79-46d8-a4d4-cc9c586b357f, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:29:41.072977 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:29:41.084554 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 04d5b1af-9b79-46d8-a4d4-cc9c586b357f) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:41.090020 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:41.091626 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.100017 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c15ee-727f-4a48-bd0f-8170d13ee14f None None] Network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:29:41.108718 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-05387f6a-ac6f-44c2-8bdb-b7c0bd59edc4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3897572 Jul 29 15:29:41.204650 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f81fa-f366-4857-a9aa-98951442e49f req-b398b824-fe94-4211-aaf8-2dc000036837 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:41.209380 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-476f81fa-f366-4857-a9aa-98951442e49f req-b398b824-fe94-4211-aaf8-2dc000036837 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0618441 Jul 29 15:29:41.276680 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-476f81fa-f366-4857-a9aa-98951442e49f req-a47da077-2d12-4b11-8e1b-627d68fc7815 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576911 Jul 29 15:29:41.292118 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8b8a4-fd4d-4935-9426-4f922538d1a9 None None] Network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:29:41.443261 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.641479 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ae562-6c93-4d4a-aed3-7cf1d384b0dd req-4b56634a-a042-4c95-9c92-71c9c03cd89a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:41.643431 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f25ae562-6c93-4d4a-aed3-7cf1d384b0dd req-4b56634a-a042-4c95-9c92-71c9c03cd89a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 943 time: 0.0562692 Jul 29 15:29:41.689730 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f25ae562-6c93-4d4a-aed3-7cf1d384b0dd req-57121007-b207-451b-bda3-3ffbbf87a0a7 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403180 Jul 29 15:29:42.389447 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d71ab-03a7-4f26-8c87-633721159879 req-5610f089-7c69-4244-baff-af0bd98a3b25 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:42.390901 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-299d71ab-03a7-4f26-8c87-633721159879 req-5610f089-7c69-4244-baff-af0bd98a3b25 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0520980 Jul 29 15:29:42.428488 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-299d71ab-03a7-4f26-8c87-633721159879 req-6e448148-716a-410b-8256-1f6f2a707ce7 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Jul 29 15:29:42.441157 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 99c87f0e-6c43-457e-beff-7e568de33271 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:29:42.536226 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 99c87f0e-6c43-457e-beff-7e568de33271, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99c87f0e-6c43-457e-beff-7e568de33271,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:42.547961 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '99c87f0e-6c43-457e-beff-7e568de33271', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'port_id': '99c87f0e-6c43-457e-beff-7e568de33271', 'mac_address': 'fa:16:3e:87:a4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:29:42.586356 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:42.598691 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c87f0e-6c43-457e-beff-7e568de33271 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:42.620658 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 99c87f0e-6c43-457e-beff-7e568de33271, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99c87f0e-6c43-457e-beff-7e568de33271,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:42.625102 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:42.670040 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=99c87f0e-6c43-457e-beff-7e568de33271,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:42.818443 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151bc8-bd58-4799-84dc-84ca1708fef0 req-19ef00f3-85d4-4701-b6de-7890ebcb331b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:42.820927 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a3151bc8-bd58-4799-84dc-84ca1708fef0 req-19ef00f3-85d4-4701-b6de-7890ebcb331b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 944 time: 0.0548148 Jul 29 15:29:42.861035 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a3151bc8-bd58-4799-84dc-84ca1708fef0 req-1e718192-8e8e-4106-a390-687166c7568e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Jul 29 15:29:42.937020 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-08a8e036-df51-4ac3-ba7e-ff5b1234cf8b tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:42.938476 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-08a8e036-df51-4ac3-ba7e-ff5b1234cf8b tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/networks?id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f HTTP/1.1" status: 200 len: 814 time: 0.0982645 Jul 29 15:29:42.947268 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['99c87f0e-6c43-457e-beff-7e568de33271'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:42.953789 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-d48f87c8-2f3a-4546-a34b-a67f250e7110 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/quotas/bfb8f26e3c024fc98db7fb3e14f7d6ab HTTP/1.1" status: 200 len: 375 time: 0.0096660 Jul 29 15:29:42.985444 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-dbd88324-5d74-4b0f-aa57-2a2221fc4a7c tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfb8f26e3c024fc98db7fb3e14f7d6ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260608 Jul 29 15:29:43.078397 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-b9b77ff8-46f8-4631-844a-b48d8355477c service neutron] 10.222.0.10 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Jul 29 15:29:43.170825 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-e4c98546-9766-4457-8f52-ee7adfb99445 service neutron] 10.222.0.10 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865967 Jul 29 15:29:43.483028 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b9855318-5723-47fe-a9ab-c0714ea07399 req-c43203a4-0748-464f-ad75-86b33253dfbf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 210 time: 0.0428729 Jul 29 15:29:43.604538 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48278-de84-47c9-8b88-bb26d447bd9b req-9a1f673a-597b-4738-8440-255fa04a3bb1 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:43.606076 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fab48278-de84-47c9-8b88-bb26d447bd9b req-9a1f673a-597b-4738-8440-255fa04a3bb1 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0931375 Jul 29 15:29:43.615226 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-ad3a486b-0bb7-4765-b5c5-9fbdb07c2e24 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:43.616665 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-ad3a486b-0bb7-4765-b5c5-9fbdb07c2e24 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.59 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 945 time: 0.0950277 Jul 29 15:29:43.688108 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fab48278-de84-47c9-8b88-bb26d447bd9b req-1074461a-e1a5-496f-8da9-0bf377d733a8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704472 Jul 29 15:29:43.750148 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Deleting port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:29:43.750570 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:43.850310 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] For port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:43.850955 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:43.866395 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Calling delete_port for 43f9cbd8-cf43-4dfa-9eda-3416ce57385b owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:29:43.982330 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf282aa-afa8-4d70-80d4-bb059fb0d92e req-4b3ecbdc-a55e-472f-8e4c-a9381bc88656 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:43.983945 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4cf282aa-afa8-4d70-80d4-bb059fb0d92e req-4b3ecbdc-a55e-472f-8e4c-a9381bc88656 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 944 time: 0.0514386 Jul 29 15:29:44.026790 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4cf282aa-afa8-4d70-80d4-bb059fb0d92e req-9c952d2e-3ad7-4ba2-b4e9-a5c9e186500f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362551 Jul 29 15:29:44.188012 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3bd97-8f05-4f69-86da-4c140be477d9 req-cbfac85d-7938-420c-aca6-f445a2dc3305 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:44.189733 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a5d3bd97-8f05-4f69-86da-4c140be477d9 req-cbfac85d-7938-420c-aca6-f445a2dc3305 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.3291996 Jul 29 15:29:44.245451 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a5d3bd97-8f05-4f69-86da-4c140be477d9 req-d8bba6fc-3299-4f0a-bbfd-ac0e2ba48efc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473578 Jul 29 15:29:44.299354 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:44.314839 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['dea517fa-c2bd-49b9-8ef7-c2b368fee08d', '43f9cbd8-cf43-4dfa-9eda-3416ce57385b'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:44.330991 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Pushing event deleted for resources: {'Port': ['ID=43f9cbd8-cf43-4dfa-9eda-3416ce57385b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:44.372403 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] No DVR routers for this DVR port 43f9cbd8-cf43-4dfa-9eda-3416ce57385b on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:29:44.375249 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:44.377217 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0a887b4d-ec79-4682-bbe5-7bf0745fdb8d req-b7ccb102-28e6-4441-9f25-0dc5a8ba5902 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.59 "DELETE /v2.0/ports/43f9cbd8-cf43-4dfa-9eda-3416ce57385b HTTP/1.1" status: 204 len: 173 time: 0.7531605 Jul 29 15:29:44.377636 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96585e58-a7fa-416f-9438-f1f316744a1c', 'name': 'network-vif-deleted', 'tag': '43f9cbd8-cf43-4dfa-9eda-3416ce57385b'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:44.379909 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e480fc6f-fbad-4b5d-863c-a8cb3ab3e8da" -d '{"events": [{"server_uuid": "96585e58-a7fa-416f-9438-f1f316744a1c", "name": "network-vif-deleted", "tag": "43f9cbd8-cf43-4dfa-9eda-3416ce57385b"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:44.440049 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de8511-b745-46bd-b90d-4624a1383796 x-openstack-request-id: req-15de8511-b745-46bd-b90d-4624a1383796 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:44.440374 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96585e58-a7fa-416f-9438-f1f316744a1c", "name": "network-vif-deleted", "tag": "43f9cbd8-cf43-4dfa-9eda-3416ce57385b", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:44.440567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15de8511-b745-46bd-b90d-4624a1383796 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:44.441786 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96585e58-a7fa-416f-9438-f1f316744a1c', 'name': 'network-vif-deleted', 'tag': '43f9cbd8-cf43-4dfa-9eda-3416ce57385b', 'status': 'completed', 'code': 200} Jul 29 15:29:44.458145 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 99c87f0e-6c43-457e-beff-7e568de33271 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:44.507781 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-f2ee5ea0-e088-450c-93c0-b32a83fba1a2 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:44.509575 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-f2ee5ea0-e088-450c-93c0-b32a83fba1a2 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.59 "GET /v2.0/networks?id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f HTTP/1.1" status: 200 len: 814 time: 0.1265869 Jul 29 15:29:44.537024 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Request body: {'port': {'device_id': 'b68d76d7-5055-40b8-a34e-486214595719', 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f', 'admin_state_up': True, 'tenant_id': 'bfb8f26e3c024fc98db7fb3e14f7d6ab'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:44.552641 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 99c87f0e-6c43-457e-beff-7e568de33271 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:44.557348 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 99c87f0e-6c43-457e-beff-7e568de33271 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:44.557727 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:44.617959 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3d952c6e-95ad-48ff-90a9-32b9cb1f8eda req-792bd134-174d-4bf8-bec8-632b5ed244f1 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 210 time: 0.0563164 Jul 29 15:29:44.647141 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:44.669323 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c87f0e-6c43-457e-beff-7e568de33271'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:44.671549 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6161140a-ce9a-41b7-a361-b94f6eb86cbc" -d '{"events": [{"server_uuid": "0d55fc7a-7c13-4ce5-accc-42a0e3697aa5", "name": "network-vif-plugged", "status": "completed", "tag": "99c87f0e-6c43-457e-beff-7e568de33271"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:44.685705 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 99c87f0e-6c43-457e-beff-7e568de33271, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99c87f0e-6c43-457e-beff-7e568de33271,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:44.686723 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Made reservation on behalf of bfb8f26e3c024fc98db7fb3e14f7d6ab for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:44.690323 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:44.691506 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:44.718698 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5db341e-4910-4731-b2ad-1b95915ad9fc x-openstack-request-id: req-e5db341e-4910-4731-b2ad-1b95915ad9fc {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:44.718983 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d55fc7a-7c13-4ce5-accc-42a0e3697aa5", "name": "network-vif-plugged", "status": "completed", "tag": "99c87f0e-6c43-457e-beff-7e568de33271", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:44.719232 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5db341e-4910-4731-b2ad-1b95915ad9fc {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:44.719611 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c87f0e-6c43-457e-beff-7e568de33271', 'code': 200} Jul 29 15:29:44.750090 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=99c87f0e-6c43-457e-beff-7e568de33271,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:44.830654 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-48bbac17-49e7-40d9-956b-81c1ac6e7500 req-dd38246c-7b57-4023-b012-6f9cbf01fbf2 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=96585e58-a7fa-416f-9438-f1f316744a1c HTTP/1.1" status: 200 len: 210 time: 0.0485885 Jul 29 15:29:44.850581 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Allocated IP 172.20.0.4 (04d5b1af-9b79-46d8-a4d4-cc9c586b357f/8e64515d-5bcb-4965-ad90-14ffb1d4ab8d/6cafbf40-9a14-409c-8cb2-d5bb2748696a) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:29:45.008177 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea14dd3-9438-469e-b674-4adb55bef08a req-c2ff6672-549f-4722-8828-e5631dba7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:45.009694 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3ea14dd3-9438-469e-b674-4adb55bef08a req-c2ff6672-549f-4722-8828-e5631dba7f33 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 1098 time: 0.0674238 Jul 29 15:29:45.044529 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.065297 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3ea14dd3-9438-469e-b674-4adb55bef08a req-62bc0a83-fbbd-4d5c-94c4-0b6594fe9c82 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484753 Jul 29 15:29:45.093968 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.142250 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:29:45.147451 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:45.150154 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:29:45.150305 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35980a59-46a2-4603-89f1-fd9789d5cd53 req-988649d5-742b-4654-9e07-91139765a668 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:45.151731 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-35980a59-46a2-4603-89f1-fd9789d5cd53 req-988649d5-742b-4654-9e07-91139765a668 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 945 time: 0.0534673 Jul 29 15:29:45.178727 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Pushing event updated for resources: {'Port': ['ID=6cafbf40-9a14-409c-8cb2-d5bb2748696a,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:45.201450 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-35980a59-46a2-4603-89f1-fd9789d5cd53 req-f45ab7cb-00dd-48c8-bb51-c99110a803bd tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353141 Jul 29 15:29:45.207764 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:45.208375 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.222700 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-4dfcda65-5cf7-4b87-b069-5e594b43afaf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6962109 Jul 29 15:29:45.245948 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Request body: {'port': {'device_id': 'b68d76d7-5055-40b8-a34e-486214595719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:45.299448 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.450799 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043ca86-344a-468f-9cfb-cc7206a61eea req-eeb79460-e7e3-4f0f-bf94-ef1b27663b3b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:45.452367 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d043ca86-344a-468f-9cfb-cc7206a61eea req-eeb79460-e7e3-4f0f-bf94-ef1b27663b3b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1177361 Jul 29 15:29:45.541511 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d043ca86-344a-468f-9cfb-cc7206a61eea req-ae429337-68c6-4864-b181-cfea892d84d8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829191 Jul 29 15:29:45.630463 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cafbf40-9a14-409c-8cb2-d5bb2748696a {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:45.637828 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.649490 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Transition to ACTIVE for port object 6cafbf40-9a14-409c-8cb2-d5bb2748696a will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:45.654715 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.704136 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Pushing event updated for resources: {'Port': ['ID=6cafbf40-9a14-409c-8cb2-d5bb2748696a,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:45.735118 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09f02-9010-428e-a793-da4619b4d823 req-acb16c05-152a-4453-80fd-cf53bb7fb883 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:45.736595 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0da09f02-9010-428e-a793-da4619b4d823 req-acb16c05-152a-4453-80fd-cf53bb7fb883 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 943 time: 0.0501668 Jul 29 15:29:45.774085 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0da09f02-9010-428e-a793-da4619b4d823 req-6d01e5e3-ffde-4b05-98af-2d223d085446 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Jul 29 15:29:45.775176 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Attempting to bind port 6cafbf40-9a14-409c-8cb2-d5bb2748696a on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:29:45.775508 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Attempting to bind port 6cafbf40-9a14-409c-8cb2-d5bb2748696a by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:29:45.775829 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Attempting to bind port 6cafbf40-9a14-409c-8cb2-d5bb2748696a on network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:45.781284 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Port 6cafbf40-9a14-409c-8cb2-d5bb2748696a on network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:29:45.781654 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Attempting to bind port 6cafbf40-9a14-409c-8cb2-d5bb2748696a on network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:45.786523 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:29:45.787110 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Checking segment: {'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:45.787350 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Bound using segment: {'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:29:45.787665 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Bound port: 6cafbf40-9a14-409c-8cb2-d5bb2748696a, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:29:45.787986 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.854610 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] For port 6cafbf40-9a14-409c-8cb2-d5bb2748696a, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:29:45.857783 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] For port 6cafbf40-9a14-409c-8cb2-d5bb2748696a, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6cafbf40-9a14-409c-8cb2-d5bb2748696a,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:29:45.862300 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.898041 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:45.898674 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.900252 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] 10.222.0.59 "PUT /v2.0/ports/6cafbf40-9a14-409c-8cb2-d5bb2748696a HTTP/1.1" status: 200 len: 1093 time: 0.6589456 Jul 29 15:29:45.929479 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80938ee0-2c9d-4f1d-8fdb-c9a1deaaade0 service neutron] Pushing event updated for resources: {'Port': ['ID=6cafbf40-9a14-409c-8cb2-d5bb2748696a,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:46.007732 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-85f25f75-c243-438f-9140-46ca90acfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.009211 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-85f25f75-c243-438f-9140-46ca90acfcd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfb8f26e3c024fc98db7fb3e14f7d6ab&device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 1096 time: 0.0469258 Jul 29 15:29:46.059762 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-52c42235-f49c-4507-9ef1-2cf530fcb815 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cafbf40-9a14-409c-8cb2-d5bb2748696a HTTP/1.1" status: 200 len: 217 time: 0.0340579 Jul 29 15:29:46.136829 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-2edf9f03-0b26-4eb7-84d4-e645e58843d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.138815 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-2edf9f03-0b26-4eb7-84d4-e645e58843d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e64515d-5bcb-4965-ad90-14ffb1d4ab8d HTTP/1.1" status: 200 len: 854 time: 0.0676968 Jul 29 15:29:46.146916 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cd0b3-a01f-4350-a3c6-b903ecfa66fe req-be0b211d-6ce0-4274-8f7d-9bdc17e3747e tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.148270 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba2cd0b3-a01f-4350-a3c6-b903ecfa66fe req-be0b211d-6ce0-4274-8f7d-9bdc17e3747e tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0853462 Jul 29 15:29:46.184659 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-b0c3da81-daec-477c-b4ab-bcb3bb6748c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297182 Jul 29 15:29:46.257478 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba2cd0b3-a01f-4350-a3c6-b903ecfa66fe req-8377fcff-1244-4902-ac6a-90bb996ca80f tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954170 Jul 29 15:29:46.297901 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-b8cbbdfa-1062-48ae-9e26-91dc29c42331 service neutron] 10.222.0.59 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039298 Jul 29 15:29:46.321245 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f39bc7-ab25-422a-8164-366ce44c76e1 req-e4f063ed-f917-41f0-a663-b976798112f8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.322712 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-57f39bc7-ab25-422a-8164-366ce44c76e1 req-e4f063ed-f917-41f0-a663-b976798112f8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 945 time: 0.0530169 Jul 29 15:29:46.361613 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-57f39bc7-ab25-422a-8164-366ce44c76e1 req-d923c39d-6d01-4a95-a3ab-f26aea989a97 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Jul 29 15:29:46.387887 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7382620e-bb27-4596-a67c-7f77f28f85a6 req-5c9b474b-e6ac-46c0-9730-47e99eb17020 service neutron] 10.222.0.59 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818977 Jul 29 15:29:46.452607 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68d76d7-5055-40b8-a34e-486214595719', 'tag': '6cafbf40-9a14-409c-8cb2-d5bb2748696a'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:46.455164 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33" -d '{"events": [{"name": "network-changed", "server_uuid": "b68d76d7-5055-40b8-a34e-486214595719", "tag": "6cafbf40-9a14-409c-8cb2-d5bb2748696a"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:46.482197 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90738134-de91-47c1-88a6-9f5e7180d139 req-0f2e88dd-3bac-4a74-aa73-c155be8414b5 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.483740 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-90738134-de91-47c1-88a6-9f5e7180d139 req-0f2e88dd-3bac-4a74-aa73-c155be8414b5 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 945 time: 0.0568283 Jul 29 15:29:46.484463 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 43f9cbd8-cf43-4dfa-9eda-3416ce57385b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:29:46.497473 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c17cbfe-c6c4-44b6-bd2b-c4e382cdbde7 x-openstack-request-id: req-4c17cbfe-c6c4-44b6-bd2b-c4e382cdbde7 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:46.497830 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68d76d7-5055-40b8-a34e-486214595719", "tag": "6cafbf40-9a14-409c-8cb2-d5bb2748696a", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:46.497986 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c17cbfe-c6c4-44b6-bd2b-c4e382cdbde7 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:46.498363 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68d76d7-5055-40b8-a34e-486214595719', 'tag': '6cafbf40-9a14-409c-8cb2-d5bb2748696a', 'status': 'completed', 'code': 200} Jul 29 15:29:46.506335 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 43f9cbd8-cf43-4dfa-9eda-3416ce57385b {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:29:46.506678 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 43f9cbd8-cf43-4dfa-9eda-3416ce57385b not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:29:46.534326 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-90738134-de91-47c1-88a6-9f5e7180d139 req-e2c4001e-2748-45a8-aa2a-31e60364f37d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439150 Jul 29 15:29:46.556838 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55678) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:46.569412 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-2410bda4-8ed3-4f6e-bc0e-4dfda7cfb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.570891 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-2410bda4-8ed3-4f6e-bc0e-4dfda7cfb1fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfb8f26e3c024fc98db7fb3e14f7d6ab&device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 1096 time: 0.0475721 Jul 29 15:29:46.670550 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-9e59176d-ed82-49e8-b70a-99ef434e53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.672027 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-9e59176d-ed82-49e8-b70a-99ef434e53b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f HTTP/1.1" status: 200 len: 915 time: 0.0877657 Jul 29 15:29:46.692071 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc295885-2617-4dd8-9539-7e015c8651a5 req-732b0cf5-d362-4dd7-965a-7454fadbbe0f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.693637 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cc295885-2617-4dd8-9539-7e015c8651a5 req-732b0cf5-d362-4dd7-965a-7454fadbbe0f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0768676 Jul 29 15:29:46.718863 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c08efea-a89d-4239-b523-9085e758ebec tempest-TestVolumeBootPattern-1485117880 tempest-TestVolumeBootPattern-1485117880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.719901 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-8dc5d480-4b7f-42bd-bf6b-1f363afabf1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cafbf40-9a14-409c-8cb2-d5bb2748696a HTTP/1.1" status: 200 len: 217 time: 0.0382001 Jul 29 15:29:46.723164 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-1c08efea-a89d-4239-b523-9085e758ebec tempest-TestVolumeBootPattern-1485117880 tempest-TestVolumeBootPattern-1485117880-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 1093 time: 0.1624351 Jul 29 15:29:46.723295 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55684) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:46.727828 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'port_id': '99c87f0e-6c43-457e-beff-7e568de33271', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:46.740201 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cc295885-2617-4dd8-9539-7e015c8651a5 req-1d93da5f-24c8-4a4c-baec-59d963227939 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389829 Jul 29 15:29:46.783121 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:46.804045 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-512fbcd0-f2b2-4b1e-8a99-83392b324b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.805572 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-512fbcd0-f2b2-4b1e-8a99-83392b324b76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e64515d-5bcb-4965-ad90-14ffb1d4ab8d HTTP/1.1" status: 200 len: 854 time: 0.0645318 Jul 29 15:29:46.863355 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-9a64ae98-cfd3-4e68-9808-d310e28f2333 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333936 Jul 29 15:29:46.983152 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dee214-86ef-4c1f-a482-f1b04445c930 req-a461cc6b-66a8-4ea6-993d-5f2ee68fbf46 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.984610 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f2dee214-86ef-4c1f-a482-f1b04445c930 req-a461cc6b-66a8-4ea6-993d-5f2ee68fbf46 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 943 time: 0.1407509 Jul 29 15:29:47.029515 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-40dbe6e0-579a-438b-ab11-553d912fecdd service neutron] 10.222.0.59 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536267 Jul 29 15:29:47.070518 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f2dee214-86ef-4c1f-a482-f1b04445c930 req-e2111e87-9b66-4696-8a07-89b09e52eea9 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785911 Jul 29 15:29:47.094717 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:47.203471 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fa18028-ebcf-45a2-bf8b-4c93d3251b33 req-50275354-e402-40f0-900c-b6b49aa714dc service neutron] 10.222.0.59 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607502 Jul 29 15:29:47.230075 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Allocated IP 172.27.0.71 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/9b34c228-5354-441f-8490-7dec917b0224) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:29:47.334383 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:47.376308 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:47.377143 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5149b-d797-44d3-abdb-5c447d032324 req-39ac9f7b-a007-42d5-b3f0-8ba8c625d5fe tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:47.378824 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-15f5149b-d797-44d3-abdb-5c447d032324 req-39ac9f7b-a007-42d5-b3f0-8ba8c625d5fe tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0539291 Jul 29 15:29:47.417056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:29:47.422037 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:47.425290 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-15f5149b-d797-44d3-abdb-5c447d032324 req-2169c83c-3692-46f0-bd5b-2371f2d8b476 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363796 Jul 29 15:29:47.426115 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:29:47.460180 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=9b34c228-5354-441f-8490-7dec917b0224,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:47.854811 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:47.909099 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd8002-20c5-4534-878c-9825924d3d7e req-a4e689c8-4a55-449c-a357-8cd8ebc6429a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:47.910528 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f0bd8002-20c5-4534-878c-9825924d3d7e req-a4e689c8-4a55-449c-a357-8cd8ebc6429a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0957217 Jul 29 15:29:47.951661 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:47.990457 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f0bd8002-20c5-4534-878c-9825924d3d7e req-f846e194-a809-4369-af50-8efabd12ab08 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613077 Jul 29 15:29:48.111754 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:48.116118 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:48.186492 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=9b34c228-5354-441f-8490-7dec917b0224,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:48.189384 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627d8ef-95dc-407a-8d4f-2dd2cb34a00e req-5e585c49-889f-4ece-bbc9-0dff622d9439 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:48.190980 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a627d8ef-95dc-407a-8d4f-2dd2cb34a00e req-5e585c49-889f-4ece-bbc9-0dff622d9439 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 943 time: 0.0515621 Jul 29 15:29:48.194789 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:48.232797 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a627d8ef-95dc-407a-8d4f-2dd2cb34a00e req-c142f268-3ce7-4088-b9db-62221928a4b5 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Jul 29 15:29:48.493418 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 6cafbf40-9a14-409c-8cb2-d5bb2748696a details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:29:48.556898 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaccca-5b25-4d3a-b824-d7504fc76d6f req-45cbe4bb-d0aa-4725-a4ab-1900382e0744 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:48.558479 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c3eaccca-5b25-4d3a-b824-d7504fc76d6f req-45cbe4bb-d0aa-4725-a4ab-1900382e0744 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0527918 Jul 29 15:29:48.568459 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Floating IP 584aa930-8723-423e-b1d7-1c8b723970e3 associated. External IP: 172.27.0.71, port: 99c87f0e-6c43-457e-beff-7e568de33271. Jul 29 15:29:48.598061 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 6cafbf40-9a14-409c-8cb2-d5bb2748696a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6cafbf40-9a14-409c-8cb2-d5bb2748696a,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:48.599855 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c3eaccca-5b25-4d3a-b824-d7504fc76d6f req-6036ebd6-f46b-474f-987a-e1e37f596f94 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Jul 29 15:29:48.611517 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '6cafbf40-9a14-409c-8cb2-d5bb2748696a', 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f', 'port_id': '6cafbf40-9a14-409c-8cb2-d5bb2748696a', 'mac_address': 'fa:16:3e:21:3f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e64515d-5bcb-4965-ad90-14ffb1d4ab8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:29:48.613817 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756db33e-e80f-45b8-8705-6b67a5b1d38d req-eb862d88-84d9-494e-accc-c25459c7c85c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:48.615285 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-756db33e-e80f-45b8-8705-6b67a5b1d38d req-eb862d88-84d9-494e-accc-c25459c7c85c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.0977116 Jul 29 15:29:48.650411 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:48.663181 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cafbf40-9a14-409c-8cb2-d5bb2748696a {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:48.682365 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 6cafbf40-9a14-409c-8cb2-d5bb2748696a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6cafbf40-9a14-409c-8cb2-d5bb2748696a,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:48.686949 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:48.693494 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-756db33e-e80f-45b8-8705-6b67a5b1d38d req-546c98fe-6cd2-422b-9311-f5666fdc8561 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707455 Jul 29 15:29:48.717064 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55706) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:48.745398 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=6cafbf40-9a14-409c-8cb2-d5bb2748696a,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:48.820919 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:29:48.852791 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ebe0e-bf3e-4673-ad8e-c023d21459a3 tempest-TestMinimumBasicScenario-1190605832 tempest-TestMinimumBasicScenario-1190605832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:48.854546 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-6a8ebe0e-bf3e-4673-ad8e-c023d21459a3 tempest-TestMinimumBasicScenario-1190605832 tempest-TestMinimumBasicScenario-1190605832-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1093 time: 0.1365027 Jul 29 15:29:48.857971 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55710) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:48.862430 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'port_id': '5894978f-114c-40fc-af81-7c700e5be3e7', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:48.884465 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:48.931043 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:29:48.941411 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:29:48.950072 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:48.950482 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:29:48.951184 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:29:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:48.974792 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['6cafbf40-9a14-409c-8cb2-d5bb2748696a'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:48.979084 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-32e54f9e-d81b-4b7c-b223-7e53c4db8a89 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2546067 Jul 29 15:29:48.979794 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'tag': '99c87f0e-6c43-457e-beff-7e568de33271'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:48.983385 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0660391b-9708-4e15-94ab-0045f9c46059" -d '{"events": [{"name": "network-changed", "server_uuid": "0d55fc7a-7c13-4ce5-accc-42a0e3697aa5", "tag": "99c87f0e-6c43-457e-beff-7e568de33271"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:48.986364 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:49.035190 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df870271-b209-4837-900a-b89b28937613 x-openstack-request-id: req-df870271-b209-4837-900a-b89b28937613 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:49.035572 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d55fc7a-7c13-4ce5-accc-42a0e3697aa5", "tag": "99c87f0e-6c43-457e-beff-7e568de33271", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:49.035918 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df870271-b209-4837-900a-b89b28937613 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:49.036410 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'tag': '99c87f0e-6c43-457e-beff-7e568de33271', 'status': 'completed', 'code': 200} Jul 29 15:29:49.087277 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:49.105954 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Allocated IP 172.27.0.20 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/8d43d029-a2a8-4cbd-8ac0-4ea3d4bb7fbf) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:29:49.162046 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660391b-9708-4e15-94ab-0045f9c46059 req-e259a885-e7b4-4b77-9996-ffd04d4ecd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.164150 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0660391b-9708-4e15-94ab-0045f9c46059 req-e259a885-e7b4-4b77-9996-ffd04d4ecd2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 1098 time: 0.0917308 Jul 29 15:29:49.176040 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c862252-576f-4731-bd82-9996d36b2d4d req-262ccef1-c874-47c6-886b-fb0f788f55a3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.177646 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c862252-576f-4731-bd82-9996d36b2d4d req-262ccef1-c874-47c6-886b-fb0f788f55a3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0948567 Jul 29 15:29:49.231725 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:49.259915 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c862252-576f-4731-bd82-9996d36b2d4d req-488ccde4-9a44-492c-b8d4-ed18d480c1d5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733843 Jul 29 15:29:49.293253 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:49.312293 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660391b-9708-4e15-94ab-0045f9c46059 req-46fdf9f3-881e-4271-884c-82e137508720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.313929 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0660391b-9708-4e15-94ab-0045f9c46059 req-46fdf9f3-881e-4271-884c-82e137508720 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.1353252 Jul 29 15:29:49.334140 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:29:49.346810 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:49.359533 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '584aa930-8723-423e-b1d7-1c8b723970e3', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '99c87f0e-6c43-457e-beff-7e568de33271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:87:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:29:47Z', 'updated_at': '2021-07-29T15:29:47Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:49.367328 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:29:49.385464 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:29:49.389046 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0660391b-9708-4e15-94ab-0045f9c46059 req-49a9290a-1a37-4e05-966e-8082624afdeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99c87f0e-6c43-457e-beff-7e568de33271 HTTP/1.1" status: 200 len: 998 time: 0.0668249 Jul 29 15:29:49.395095 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:29:49.395686 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:29:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:49.400554 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'Port': ['ID=8d43d029-a2a8-4cbd-8ac0-4ea3d4bb7fbf,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:49.430865 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5207d8-26c4-4945-81a0-4c20c5145502 req-5f85bab8-452a-4b5e-bf79-8c38489e2f0a tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.439075 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7c5207d8-26c4-4945-81a0-4c20c5145502 req-5f85bab8-452a-4b5e-bf79-8c38489e2f0a tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 944 time: 0.1074834 Jul 29 15:29:49.451440 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660391b-9708-4e15-94ab-0045f9c46059 req-28cbba3f-55a8-4835-9b3c-1614a71fd279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.453092 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0660391b-9708-4e15-94ab-0045f9c46059 req-28cbba3f-55a8-4835-9b3c-1614a71fd279 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0552049 Jul 29 15:29:49.510543 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660391b-9708-4e15-94ab-0045f9c46059 req-a09d9847-c846-49b6-84da-1c0382df4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.512077 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0660391b-9708-4e15-94ab-0045f9c46059 req-a09d9847-c846-49b6-84da-1c0382df4148 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468795 Jul 29 15:29:49.515266 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:49.565595 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7c5207d8-26c4-4945-81a0-4c20c5145502 req-f129034a-69df-4e82-9852-e8120b87d92c tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256440 Jul 29 15:29:49.617654 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0660391b-9708-4e15-94ab-0045f9c46059 req-1f5318a6-2dfa-4fbd-a833-c580d9eca578 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930369 Jul 29 15:29:49.765635 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '584aa930-8723-423e-b1d7-1c8b723970e3', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '99c87f0e-6c43-457e-beff-7e568de33271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:87:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:29:47Z', 'updated_at': '2021-07-29T15:29:47Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:49.766108 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa59e3c-0ac8-4cd7-a253-6a900c37c12b req-c13fa797-eea4-46ce-a3f3-e82de4acb5da tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.768601 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-afa59e3c-0ac8-4cd7-a253-6a900c37c12b req-c13fa797-eea4-46ce-a3f3-e82de4acb5da tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0783088 Jul 29 15:29:49.771352 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0660391b-9708-4e15-94ab-0045f9c46059 req-ad9d5dfd-6025-476c-b26c-a95f540891a2 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427248 Jul 29 15:29:49.792976 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac69f0-3075-4efc-92ae-b8bbe540a421 None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '584aa930-8723-423e-b1d7-1c8b723970e3', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '99c87f0e-6c43-457e-beff-7e568de33271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:87:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:29:47Z', 'updated_at': '2021-07-29T15:29:47Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:29:49.812707 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-afa59e3c-0ac8-4cd7-a253-6a900c37c12b req-0fd3b742-b8dc-4b62-96b1-426a4c0f45c0 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368283 Jul 29 15:29:49.960100 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:49.984438 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d4ce5-c0ef-400c-89d0-0d9afee9c688 None None] New status for floating IP 584aa930-8723-423e-b1d7-1c8b723970e3: ACTIVE {{(pid=93123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:29:50.063843 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:50.219585 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:50.223860 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:50.294614 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'Port': ['ID=8d43d029-a2a8-4cbd-8ac0-4ea3d4bb7fbf,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:50.304418 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:50.508922 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 6cafbf40-9a14-409c-8cb2-d5bb2748696a up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:50.557449 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 6cafbf40-9a14-409c-8cb2-d5bb2748696a completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:50.561457 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 6cafbf40-9a14-409c-8cb2-d5bb2748696a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:50.561831 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:50.609594 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cb41e-7268-45f0-a3e2-e6adb4706e28 req-023951ce-9002-4539-802a-f17dd513ce3f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:50.611070 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e10cb41e-7268-45f0-a3e2-e6adb4706e28 req-023951ce-9002-4539-802a-f17dd513ce3f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0994861 Jul 29 15:29:50.617735 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.l3_db [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Floating IP 37388621-291c-4738-b487-74f117f45af7 associated. External IP: 172.27.0.20, port: 5894978f-114c-40fc-af81-7c700e5be3e7. Jul 29 15:29:50.647483 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:50.690354 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 6cafbf40-9a14-409c-8cb2-d5bb2748696a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6cafbf40-9a14-409c-8cb2-d5bb2748696a,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:50.690354 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68d76d7-5055-40b8-a34e-486214595719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cafbf40-9a14-409c-8cb2-d5bb2748696a'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:50.694127 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be3cc90-576f-41c0-8b4f-5c0492c07c2d" -d '{"events": [{"server_uuid": "b68d76d7-5055-40b8-a34e-486214595719", "name": "network-vif-plugged", "status": "completed", "tag": "6cafbf40-9a14-409c-8cb2-d5bb2748696a"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:50.694698 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55823fc-22e4-490d-aad3-7ab7edf562ae req-7324ae78-1ffd-4c17-8620-b5bc71d49929 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:50.696324 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b55823fc-22e4-490d-aad3-7ab7edf562ae req-7324ae78-1ffd-4c17-8620-b5bc71d49929 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 944 time: 0.0581107 Jul 29 15:29:50.698561 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:50.723321 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e10cb41e-7268-45f0-a3e2-e6adb4706e28 req-54f52e12-ae70-48b4-98fd-b95bf69082ec tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029971 Jul 29 15:29:50.754887 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b55823fc-22e4-490d-aad3-7ab7edf562ae req-90e32ab9-921f-499c-920f-78e977e5700f tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Jul 29 15:29:50.770754 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=6cafbf40-9a14-409c-8cb2-d5bb2748696a,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:50.794739 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12105513-9368-4233-8b13-829c85327320 x-openstack-request-id: req-12105513-9368-4233-8b13-829c85327320 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:50.795025 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68d76d7-5055-40b8-a34e-486214595719", "name": "network-vif-plugged", "status": "completed", "tag": "6cafbf40-9a14-409c-8cb2-d5bb2748696a", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:50.795275 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12105513-9368-4233-8b13-829c85327320 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:50.795670 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68d76d7-5055-40b8-a34e-486214595719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cafbf40-9a14-409c-8cb2-d5bb2748696a', 'code': 200} Jul 29 15:29:50.880999 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Router f87fbcad-3595-416d-94ed-748b1fecf790 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:29:50.939258 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a701b-6d06-4b0b-a51f-1048c05e92f7 req-0380dc6c-b083-40f7-9e37-a6c34acf89f8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:50.940781 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-289a701b-6d06-4b0b-a51f-1048c05e92f7 req-0380dc6c-b083-40f7-9e37-a6c34acf89f8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0566888 Jul 29 15:29:50.992329 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:29:51.002739 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] Sync routers for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:29:51.010468 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.012478 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-289a701b-6d06-4b0b-a51f-1048c05e92f7 req-e36a6ce9-f25f-4df0-8e08-8c5a660a3f44 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655441 Jul 29 15:29:51.018291 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:29:51.018916 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:29:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:51.022660 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429bb7e-6b5b-4050-bfec-5896c188606e req-cbffe57e-641c-4e6f-aac2-d61a293192da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:51.024882 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5429bb7e-6b5b-4050-bfec-5896c188606e req-cbffe57e-641c-4e6f-aac2-d61a293192da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 1098 time: 0.0688846 Jul 29 15:29:51.046546 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cf70a11a-ba60-46c0-891a-91c90c0818cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1843367 Jul 29 15:29:51.046546 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:51.046831 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55730) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:51.052063 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-26c84ff4-ac35-4c5d-b04c-bb80c99c5e68 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577250935', 'description': 'tempest-secgroup-smoke-577250935 description', 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:51.086198 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5429bb7e-6b5b-4050-bfec-5896c188606e req-4dba0fe0-44a1-4ec0-9934-699904c7fa7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529542 Jul 29 15:29:51.089106 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-26c84ff4-ac35-4c5d-b04c-bb80c99c5e68 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.151639 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:51.157657 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97151d6741e9f6c4e7219af59e4e7285af5f9a052b8db792463ec48fbc09dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:51.179959 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-26c84ff4-ac35-4c5d-b04c-bb80c99c5e68 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.184068 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-26c84ff4-ac35-4c5d-b04c-bb80c99c5e68 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.213436 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-26c84ff4-ac35-4c5d-b04c-bb80c99c5e68 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.218122 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55740) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:51.218297 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-26c84ff4-ac35-4c5d-b04c-bb80c99c5e68 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1704097 Jul 29 15:29:51.220213 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c84ff4-ac35-4c5d-b04c-bb80c99c5e68 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:51.225789 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-0666dc41-2ec4-4b74-b130-27fc58805b9d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'security_group_rule': {'security_group_id': '7d5c6263-5e3c-4f7f-89fc-54e43baa80c1', 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:51.257413 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0666dc41-2ec4-4b74-b130-27fc58805b9d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.266946 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f993040-39c1-4e19-995e-ab700b777d95 x-openstack-request-id: req-7f993040-39c1-4e19-995e-ab700b777d95 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:51.267231 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:51.267481 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f993040-39c1-4e19-995e-ab700b777d95 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:51.267932 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7', 'status': 'completed', 'code': 200} Jul 29 15:29:51.308666 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0666dc41-2ec4-4b74-b130-27fc58805b9d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.313826 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0666dc41-2ec4-4b74-b130-27fc58805b9d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.333620 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666dc41-2ec4-4b74-b130-27fc58805b9d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25edbb65-aac1-4663-b909-c8c8d3d6fe5a,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:51.333832 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-dc2a8c21-e4c4-458e-837b-94a4c78626de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:51.335218 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-dc2a8c21-e4c4-458e-837b-94a4c78626de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1098 time: 0.0454795 Jul 29 15:29:51.345442 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0666dc41-2ec4-4b74-b130-27fc58805b9d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.349478 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-0666dc41-2ec4-4b74-b130-27fc58805b9d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294851 Jul 29 15:29:51.350057 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55742) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:51.354448 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-2566d54e-85fd-481a-804d-b1f4bfea7f57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'security_group_rule': {'security_group_id': '7d5c6263-5e3c-4f7f-89fc-54e43baa80c1', 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:51.382273 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2566d54e-85fd-481a-804d-b1f4bfea7f57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.405349 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '37388621-291c-4738-b487-74f117f45af7', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'port_id': '5894978f-114c-40fc-af81-7c700e5be3e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'mac_address': 'fa:16:3e:b2:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:29:49Z', 'updated_at': '2021-07-29T15:29:49Z', 'revision_number': 0, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:29:00Z', 'revision_number': 5, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:51.440748 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-d8a01cf3-c78b-4316-807a-820a19068269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:51.442463 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-d8a01cf3-c78b-4316-807a-820a19068269 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 200 len: 915 time: 0.0970261 Jul 29 15:29:51.456210 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2566d54e-85fd-481a-804d-b1f4bfea7f57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.461943 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2566d54e-85fd-481a-804d-b1f4bfea7f57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.483700 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566d54e-85fd-481a-804d-b1f4bfea7f57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d329e1ce-befe-4b5c-a242-6460813513b0,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:51.492541 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2566d54e-85fd-481a-804d-b1f4bfea7f57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.497448 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-2566d54e-85fd-481a-804d-b1f4bfea7f57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428540 Jul 29 15:29:51.497448 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55744) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:51.502391 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-2e6c1a2a-5c64-4ddc-ad62-504a80eded31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'security_group_rule': {'security_group_id': '7d5c6263-5e3c-4f7f-89fc-54e43baa80c1', 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:51.524318 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-1617978d-b245-419b-a019-ceda2d6ee22f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 998 time: 0.0669360 Jul 29 15:29:51.525164 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] Checking router: f87fbcad-3595-416d-94ed-748b1fecf790 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:29:51.534871 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:29:51.535468 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:29:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:51.540624 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1a2a-5c64-4ddc-ad62-504a80eded31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.586309 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-63ca657b-b0f7-45f4-ba80-35af1804625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:51.586566 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-63ca657b-b0f7-45f4-ba80-35af1804625f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cbebe71-cbee-43d5-ae00-0e89c60911f6 HTTP/1.1" status: 200 len: 853 time: 0.0527506 Jul 29 15:29:51.602045 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1a2a-5c64-4ddc-ad62-504a80eded31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.605727 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1a2a-5c64-4ddc-ad62-504a80eded31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.620654 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1a2a-5c64-4ddc-ad62-504a80eded31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688e54e1-b90c-4beb-8c5f-ef3a32b191c6,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:51.631063 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1a2a-5c64-4ddc-ad62-504a80eded31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.632781 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-2e6c1a2a-5c64-4ddc-ad62-504a80eded31 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345384 Jul 29 15:29:51.635954 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55746) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:51.643809 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-1fadf53d-3a50-430e-b25c-ca06ad1163da tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'security_group_rule': {'security_group_id': '7d5c6263-5e3c-4f7f-89fc-54e43baa80c1', 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:51.650964 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-a195b740-de92-4b0a-8b10-b66fcae0bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:51.652264 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:51.652421 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-a195b740-de92-4b0a-8b10-b66fcae0bd07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f9db67-55e7-4ea1-aeee-bafa9170984e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554621 Jul 29 15:29:51.713678 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1fadf53d-3a50-430e-b25c-ca06ad1163da tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.803371 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-1a2a811b-cda2-4b19-ae35-77b34c5626c2 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409328 Jul 29 15:29:51.838499 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1fadf53d-3a50-430e-b25c-ca06ad1163da tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.859753 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1fadf53d-3a50-430e-b25c-ca06ad1163da tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.884571 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3ee88-b1fc-4cbb-baad-81389edc1165 req-32b8ac95-e41c-4408-adea-04484b0baddf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:51.886272 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8bb3ee88-b1fc-4cbb-baad-81389edc1165 req-32b8ac95-e41c-4408-adea-04484b0baddf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 945 time: 0.0553892 Jul 29 15:29:51.900251 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '37388621-291c-4738-b487-74f117f45af7', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'port_id': '5894978f-114c-40fc-af81-7c700e5be3e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'mac_address': 'fa:16:3e:b2:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:29:49Z', 'updated_at': '2021-07-29T15:29:49Z', 'revision_number': 0, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:29:00Z', 'revision_number': 5, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:51.920220 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf53d-3a50-430e-b25c-ca06ad1163da tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d22b6e-6afd-446f-b5c6-75ac2b2846e9,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:51.936430 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8bb3ee88-b1fc-4cbb-baad-81389edc1165 req-a53e179e-5b85-47da-aad4-bd54698ab3ce tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Jul 29 15:29:51.942274 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2c20-22f8-4b07-a03c-f824a86caf53 req-116c403b-a5c4-496d-9736-4e1a605298fe tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:51.943926 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3b3f2c20-22f8-4b07-a03c-f824a86caf53 req-116c403b-a5c4-496d-9736-4e1a605298fe tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1375437 Jul 29 15:29:51.946436 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e75f4c-d314-4d2b-af1f-05b9b16bc258 None None] The sync data for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi is: [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '37388621-291c-4738-b487-74f117f45af7', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'floating_ip_address': '172.27.0.20', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'port_id': '5894978f-114c-40fc-af81-7c700e5be3e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'mac_address': 'fa:16:3e:b2:1e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:29:49Z', 'updated_at': '2021-07-29T15:29:49Z', 'revision_number': 0, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:29:00Z', 'revision_number': 5, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:29:51.950674 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1fadf53d-3a50-430e-b25c-ca06ad1163da tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:51.951812 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1fadf53d-3a50-430e-b25c-ca06ad1163da tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3143799 Jul 29 15:29:51.956296 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55752) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:51.962977 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-9a144254-4fd7-486b-aba0-f080eb96c93b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'security_group_rule': {'security_group_id': '7d5c6263-5e3c-4f7f-89fc-54e43baa80c1', 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:52.018157 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-551b27e2-dc3c-4e11-85a7-c8aa3bfd556e req-1efb935f-dd74-40b3-b71e-b89454836fac service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783745 Jul 29 15:29:52.050680 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.securitygroups_db [None req-9a144254-4fd7-486b-aba0-f080eb96c93b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Project 52ff505d3c5b4c1e98a269b5d754bd1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:29:52.062054 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9a144254-4fd7-486b-aba0-f080eb96c93b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.070414 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3b3f2c20-22f8-4b07-a03c-f824a86caf53 req-a019779a-f3fb-4bf8-8db9-e85fc7392c8f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972528 Jul 29 15:29:52.126466 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-949cacc4-fd7f-44b5-a99b-a0af8d1f7ceb tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:52.127995 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-949cacc4-fd7f-44b5-a99b-a0af8d1f7ceb tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.1226623 Jul 29 15:29:52.178433 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e3738-1001-4c6e-a8ac-5dac16eb8ad2 req-eaf3bd13-97b3-462f-baea-52e9b6c49ab8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:52.180374 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f02e3738-1001-4c6e-a8ac-5dac16eb8ad2 req-eaf3bd13-97b3-462f-baea-52e9b6c49ab8 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 945 time: 0.0623610 Jul 29 15:29:52.193292 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9a144254-4fd7-486b-aba0-f080eb96c93b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.197442 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9a144254-4fd7-486b-aba0-f080eb96c93b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.213622 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e96bbbc-9bef-4433-b234-e695837c6977 None None] New status for floating IP 37388621-291c-4738-b487-74f117f45af7: ACTIVE {{(pid=93123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:29:52.237450 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f02e3738-1001-4c6e-a8ac-5dac16eb8ad2 req-eb476035-21d4-4eb1-b8d7-e96dcd1d7a7e tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/security-groups?id=3cd1633b-8122-453f-8ebc-994591fb9232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492518 Jul 29 15:29:52.240534 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a144254-4fd7-486b-aba0-f080eb96c93b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f4e2a5-8ccf-4c05-b62a-3dcbf73ae2da,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:52.255255 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9a144254-4fd7-486b-aba0-f080eb96c93b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.256445 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-9a144254-4fd7-486b-aba0-f080eb96c93b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991302 Jul 29 15:29:52.259191 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55756) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:52.265353 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-004b74f2-49ba-40a7-822e-d368fa08862c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'security_group_rule': {'security_group_id': '7d5c6263-5e3c-4f7f-89fc-54e43baa80c1', 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:52.293275 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.securitygroups_db [None req-004b74f2-49ba-40a7-822e-d368fa08862c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Project 52ff505d3c5b4c1e98a269b5d754bd1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:29:52.301079 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-004b74f2-49ba-40a7-822e-d368fa08862c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.314198 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Deleting port dea517fa-c2bd-49b9-8ef7-c2b368fee08d {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:29:52.314524 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.436954 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-004b74f2-49ba-40a7-822e-d368fa08862c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.441879 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] For port dea517fa-c2bd-49b9-8ef7-c2b368fee08d, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:52.442228 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.444375 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-004b74f2-49ba-40a7-822e-d368fa08862c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.461407 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Calling delete_port for dea517fa-c2bd-49b9-8ef7-c2b368fee08d owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:29:52.478313 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b74f2-49ba-40a7-822e-d368fa08862c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbf70f5-96ab-4614-9c6e-dd5fac0cdaab,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:52.485690 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-004b74f2-49ba-40a7-822e-d368fa08862c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.486879 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-004b74f2-49ba-40a7-822e-d368fa08862c tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2267845 Jul 29 15:29:52.579927 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-86746659-cb50-402c-a302-6027dfe1543b tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577250935&fields=id&tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b HTTP/1.1" status: 200 len: 267 time: 0.0452240 Jul 29 15:29:52.669658 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-74b326d7-3bf9-4adc-a048-cdcf5ae7842f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:52.671150 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-74b326d7-3bf9-4adc-a048-cdcf5ae7842f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.0856369 Jul 29 15:29:52.672190 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.683399 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['dea517fa-c2bd-49b9-8ef7-c2b368fee08d'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:52.703749 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'port': {'security_groups': ['353b261d-0c87-4864-a43e-34ad490d3fc2', '7d5c6263-5e3c-4f7f-89fc-54e43baa80c1']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:52.709778 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Pushing event deleted for resources: {'Port': ['ID=dea517fa-c2bd-49b9-8ef7-c2b368fee08d,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:52.790274 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] No DVR routers for this DVR port dea517fa-c2bd-49b9-8ef7-c2b368fee08d on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:29:52.794473 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.796443 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-870b6dda-f9c1-459a-8878-64e6c6e85485 req-19ab273d-6f37-4312-a96d-243d610814bd tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.59 "DELETE /v2.0/ports/dea517fa-c2bd-49b9-8ef7-c2b368fee08d HTTP/1.1" status: 204 len: 173 time: 0.6544468 Jul 29 15:29:52.796927 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c28e668-0672-480b-9a92-02d46f381e8e', 'name': 'network-vif-deleted', 'tag': 'dea517fa-c2bd-49b9-8ef7-c2b368fee08d'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:52.799211 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53dc9ef-bf80-40b3-b9b6-327b210380e1" -d '{"events": [{"server_uuid": "8c28e668-0672-480b-9a92-02d46f381e8e", "name": "network-vif-deleted", "tag": "dea517fa-c2bd-49b9-8ef7-c2b368fee08d"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:52.810805 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:52.849827 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ceb456-9be0-48d6-81af-43c73d010687 x-openstack-request-id: req-77ceb456-9be0-48d6-81af-43c73d010687 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:52.850108 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c28e668-0672-480b-9a92-02d46f381e8e", "name": "network-vif-deleted", "tag": "dea517fa-c2bd-49b9-8ef7-c2b368fee08d", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:52.850351 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77ceb456-9be0-48d6-81af-43c73d010687 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:52.850731 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c28e668-0672-480b-9a92-02d46f381e8e', 'name': 'network-vif-deleted', 'tag': 'dea517fa-c2bd-49b9-8ef7-c2b368fee08d', 'status': 'completed', 'code': 200} Jul 29 15:29:53.001207 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] For port 5894978f-114c-40fc-af81-7c700e5be3e7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5894978f-114c-40fc-af81-7c700e5be3e7,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:53.031494 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:53.036729 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:53.050166 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1830c-31a8-4dd9-b11c-46230efd6c6a req-125215b0-aff8-4d3c-832a-8468588c099c tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:53.051654 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-12c1830c-31a8-4dd9-b11c-46230efd6c6a req-125215b0-aff8-4d3c-832a-8468588c099c tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 945 time: 0.0506554 Jul 29 15:29:53.057828 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['5894978f-114c-40fc-af81-7c700e5be3e7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:53.081840 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:53.083556 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:53.086948 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9e32ec80-69b5-4293-89bd-2cbc9bb8660b req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "PUT /v2.0/ports/5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 981 time: 0.4068570 Jul 29 15:29:53.129269 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-12c1830c-31a8-4dd9-b11c-46230efd6c6a req-c3db5b3e-80f2-4264-8cbc-f06db0bfb9d7 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669541 Jul 29 15:29:53.133295 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17191e4f-b581-499a-a1c1-669e841e151a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'Port': ['ID=5894978f-114c-40fc-af81-7c700e5be3e7,revision_number=6']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:53.205796 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['5894978f-114c-40fc-af81-7c700e5be3e7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:53.271916 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c73ad-2e8e-4dd6-87b8-4e58a58a7982 req-0ff6ec2d-d5dd-40f0-b267-04b1f804e77f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:53.280771 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-643c73ad-2e8e-4dd6-87b8-4e58a58a7982 req-0ff6ec2d-d5dd-40f0-b267-04b1f804e77f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0857041 Jul 29 15:29:53.284475 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65320e6f-9d60-4192-b63e-4ee71568e4a5 req-db70fea1-865a-4442-a384-fac0e5cb6553 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:53.291058 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-65320e6f-9d60-4192-b63e-4ee71568e4a5 req-db70fea1-865a-4442-a384-fac0e5cb6553 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0876126 Jul 29 15:29:53.351621 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-65320e6f-9d60-4192-b63e-4ee71568e4a5 req-4b20818d-250c-44f8-9231-aa452e1e541a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532939 Jul 29 15:29:53.369378 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-643c73ad-2e8e-4dd6-87b8-4e58a58a7982 req-ed8dc25a-a27d-43fb-af94-afed31ac1c51 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872984 Jul 29 15:29:53.420838 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-0df273ac-6c2c-4a50-8878-190895ce2555 None None] Provisioning complete for port 5894978f-114c-40fc-af81-7c700e5be3e7 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:53.421364 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-0df273ac-6c2c-4a50-8878-190895ce2555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:53.508095 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-86e0452f-e5e4-4103-a995-9fb543bcd65d req-181b4298-d1ef-4c28-976b-3313819b6b87 tempest-ServerRescueNegativeTestJSON-2080672489 tempest-ServerRescueNegativeTestJSON-2080672489-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c28e668-0672-480b-9a92-02d46f381e8e HTTP/1.1" status: 200 len: 210 time: 0.0288472 Jul 29 15:29:54.491596 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd61b24-4912-46e4-9788-97838fd7f1c4 req-6d45fb0f-8261-4cd7-bdd1-fa3f58e03ee8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:54.493185 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-dfd61b24-4912-46e4-9788-97838fd7f1c4 req-6d45fb0f-8261-4cd7-bdd1-fa3f58e03ee8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0496509 Jul 29 15:29:54.534747 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-dfd61b24-4912-46e4-9788-97838fd7f1c4 req-32ed185b-5039-450d-b8c8-66736117a8bc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355256 Jul 29 15:29:54.566180 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55832) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:54.852432 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:54.854199 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bcc080-ff0b-4286-8ad6-754683ea81e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:54.892022 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d531c6-4cd9-44af-8f81-b7ae216e8247 x-openstack-request-id: req-35d531c6-4cd9-44af-8f81-b7ae216e8247 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:54.892308 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:54.892556 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35d531c6-4cd9-44af-8f81-b7ae216e8247 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:54.892982 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7', 'status': 'completed', 'code': 200} Jul 29 15:29:54.963155 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-e80cc5e6-a643-4c1a-a0f4-0445a9106e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:54.964656 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-e80cc5e6-a643-4c1a-a0f4-0445a9106e97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1137 time: 0.0444617 Jul 29 15:29:54.992011 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:55.060665 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-f6ef2e89-018d-4c34-aa88-2d50f12a757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:55.062480 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-f6ef2e89-018d-4c34-aa88-2d50f12a757f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 200 len: 915 time: 0.0858879 Jul 29 15:29:55.141125 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-8602e22e-8bbf-402b-8917-7706ab23bcef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 1000 time: 0.0709743 Jul 29 15:29:55.202807 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-86597118-97c2-4535-b5e4-bd01c88c2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:55.204790 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-86597118-97c2-4535-b5e4-bd01c88c2e72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cbebe71-cbee-43d5-ae00-0e89c60911f6 HTTP/1.1" status: 200 len: 853 time: 0.0516043 Jul 29 15:29:55.258343 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-d5c7b1e9-5e0f-4a12-a274-a7e215aef5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:55.259856 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-d5c7b1e9-5e0f-4a12-a274-a7e215aef5dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f9db67-55e7-4ea1-aeee-bafa9170984e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455408 Jul 29 15:29:55.305382 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Deleting port eef5739f-c5d6-4f09-aa18-4ace34ab91da {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:29:55.305717 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:55.356720 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-bd741ff2-eacf-48c1-90c7-a554bffc96c7 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880082 Jul 29 15:29:55.390005 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] For port eef5739f-c5d6-4f09-aa18-4ace34ab91da, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=eef5739f-c5d6-4f09-aa18-4ace34ab91da,segment=NetworkSegment(25e89cdf-621b-4ea1-b74b-49a58a007c8b),segment_id=25e89cdf-621b-4ea1-b74b-49a58a007c8b)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:55.390362 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:55.403946 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Calling delete_port for eef5739f-c5d6-4f09-aa18-4ace34ab91da owned by network:router_interface {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:29:55.452748 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-80bcc080-ff0b-4286-8ad6-754683ea81e8 req-c1b5bce1-eacc-4f53-bc1a-361efea94840 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886915 Jul 29 15:29:55.672607 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31e57-4cac-48ed-81ac-04669e276e0b req-8b74ab4a-9a7c-4ef7-bac9-edb799634b82 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:55.672607 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5ac31e57-4cac-48ed-81ac-04669e276e0b req-8b74ab4a-9a7c-4ef7-bac9-edb799634b82 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0592148 Jul 29 15:29:55.714050 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5ac31e57-4cac-48ed-81ac-04669e276e0b req-df3f3e4b-f366-491f-8c08-dcce044e7b11 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344584 Jul 29 15:29:55.847655 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:55.870171 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef5739f-c5d6-4f09-aa18-4ace34ab91da,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:56.051408 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:56.287984 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:29:56.393725 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:29:56.398520 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-758af8cd-21f7-4e39-9dce-111a01606674 admin admin] 10.222.0.10 "PUT /v2.0/routers/7890f0fe-c9c4-4f1c-a107-0d00d330c4c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313234 Jul 29 15:29:56.401066 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55844) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:56.402067 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] Sync routers for ids ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:29:56.411365 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] Routers {'7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:29:56.411966 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:29:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:56.510037 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:56.525786 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] Set router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:56.548321 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device dea517fa-c2bd-49b9-8ef7-c2b368fee08d no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:29:56.572389 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: dea517fa-c2bd-49b9-8ef7-c2b368fee08d {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:29:56.572832 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device dea517fa-c2bd-49b9-8ef7-c2b368fee08d not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:29:56.617077 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:56.670651 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Deleting port e0d70021-65c6-4b1b-8a94-d740df69c681 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:29:56.670919 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:56.706665 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:29:55Z', 'revision_number': 5, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port': {'id': 'e0d70021-65c6-4b1b-8a94-d740df69c681', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:27:17Z', 'updated_at': '2021-07-29T15:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:56.734265 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] Checking router: 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:29:56.744433 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] Routers {'7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:29:56.745190 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:29:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:56.787060 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] For port e0d70021-65c6-4b1b-8a94-d740df69c681, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e0d70021-65c6-4b1b-8a94-d740df69c681,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:56.787607 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:56.815419 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Calling delete_port for e0d70021-65c6-4b1b-8a94-d740df69c681 owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:29:56.870781 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] Set router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:29:56.880136 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128cc01-2f36-4266-8d41-6abb22b1600a req-8c94ca16-b6e7-47d0-93d8-352f80a7b6f1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:56.881814 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4128cc01-2f36-4266-8d41-6abb22b1600a req-8c94ca16-b6e7-47d0-93d8-352f80a7b6f1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0908122 Jul 29 15:29:56.942346 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:29:56Z', 'revision_number': 6, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port_host': None}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:56.969091 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c317a4-3165-4dab-bd7d-76ede7fb2c89 None None] The sync data for ids ['7890f0fe-c9c4-4f1c-a107-0d00d330c4c9'] in dv-cinder-789564-8-iscsi is: [{'id': '7890f0fe-c9c4-4f1c-a107-0d00d330c4c9', 'name': 'tempest-ServerRescueNegativeTestJSON-149365095-router', 'tenant_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:27:16Z', 'updated_at': '2021-07-29T15:29:56Z', 'revision_number': 6, 'project_id': 'bfcdeaa3d2bb4a9ab91ce3658c9e6b37', 'gw_port_host': None}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:29:56.969411 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4128cc01-2f36-4266-8d41-6abb22b1600a req-83a51847-52cd-4c7d-8c40-feca1f7398a7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789750 Jul 29 15:29:57.090055 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.118319 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d70021-65c6-4b1b-8a94-d740df69c681,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:57.176497 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.488866 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.491010 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.554577 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.555132 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:29:57.560235 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.561406 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-807bba4c-4cbb-42da-9158-85de8ffe7e9e admin admin] 10.222.0.10 "DELETE /v2.0/routers/7890f0fe-c9c4-4f1c-a107-0d00d330c4c9 HTTP/1.1" status: 204 len: 168 time: 1.1594317 Jul 29 15:29:57.563937 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55850) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:57.610949 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f0bc15-5cb1-4173-befa-3bb1c3b30e03 admin admin] Deleting subnet dba78bb2-c0a0-46cf-830b-6ac38c036690 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:29:57.613959 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bc15-5cb1-4173-befa-3bb1c3b30e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.651336 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bc15-5cb1-4173-befa-3bb1c3b30e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32668416'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.694351 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bc15-5cb1-4173-befa-3bb1c3b30e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.750697 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bc15-5cb1-4173-befa-3bb1c3b30e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33462987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33260767'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.778933 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e1f0bc15-5cb1-4173-befa-3bb1c3b30e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.784331 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e1f0bc15-5cb1-4173-befa-3bb1c3b30e03 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dba78bb2-c0a0-46cf-830b-6ac38c036690 HTTP/1.1" status: 204 len: 168 time: 0.2171509 Jul 29 15:29:57.784617 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55852) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:57.786687 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0bc15-5cb1-4173-befa-3bb1c3b30e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba78bb2-c0a0-46cf-830b-6ac38c036690,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:57.811766 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e0d70021-65c6-4b1b-8a94-d740df69c681 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:29:57.835480 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: e0d70021-65c6-4b1b-8a94-d740df69c681 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:29:57.835733 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e0d70021-65c6-4b1b-8a94-d740df69c681 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:29:57.836151 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device eef5739f-c5d6-4f09-aa18-4ace34ab91da no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:29:57.854183 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: eef5739f-c5d6-4f09-aa18-4ace34ab91da {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:29:57.854522 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device eef5739f-c5d6-4f09-aa18-4ace34ab91da not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:29:57.858757 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.943303 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.954472 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c385e95e-5003-44fb-9b26-1f0375f4b434']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:57.964868 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e89cdf-621b-4ea1-b74b-49a58a007c8b') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:57.965168 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e89cdf-621b-4ea1-b74b-49a58a007c8b') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:57.974561 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30018030'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.988335 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:57.994432 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:29:57.994950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30215060'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: Traceback (most recent call last): Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: timer() Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: cb(*args, **kw) Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: return func(*args, **kwargs) Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: self._notify() Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: self.callback(batched_events) Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: event.method(event) Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: return f(self, *a, **k) Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._get(url).json() Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:29:58.005755 dv-cinder-789564-8-iscsi neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:29:58.078156 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:58.099267 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:58.103406 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] 10.222.0.10 "DELETE /v2.0/networks/c385e95e-5003-44fb-9b26-1f0375f4b434 HTTP/1.1" status: 204 len: 168 time: 0.3149776 Jul 29 15:29:58.103406 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad8e39-56fe-4d5d-8048-42c3e0a3988f admin admin] Pushing event deleted for resources: {'Network': ['ID=c385e95e-5003-44fb-9b26-1f0375f4b434,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:58.126594 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39a967-4939-47d7-a75b-88be156ff521 req-fcaba1b7-6c40-4dff-9a26-e7dc6123fb54 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:58.128177 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1c39a967-4939-47d7-a75b-88be156ff521 req-fcaba1b7-6c40-4dff-9a26-e7dc6123fb54 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0814457 Jul 29 15:29:58.169799 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1c39a967-4939-47d7-a75b-88be156ff521 req-55f2d50a-ac64-4749-a0ed-c04571392a94 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356374 Jul 29 15:29:58.229722 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55860) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:58.270825 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-9e34f697-cace-49a1-9a9d-b474c233bb7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfcdeaa3d2bb4a9ab91ce3658c9e6b37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398929 Jul 29 15:29:58.273401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55862) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:58.321164 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2d34-5259-4649-bbce-f8208e2c99c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:58.342994 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2d34-5259-4649-bbce-f8208e2c99c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:58.389801 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2d34-5259-4649-bbce-f8208e2c99c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:58.392317 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ae9a2d34-5259-4649-bbce-f8208e2c99c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:58.393484 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ae9a2d34-5259-4649-bbce-f8208e2c99c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cd1633b-8122-453f-8ebc-994591fb9232 HTTP/1.1" status: 204 len: 168 time: 0.1191988 Jul 29 15:29:58.400794 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a2d34-5259-4649-bbce-f8208e2c99c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd1633b-8122-453f-8ebc-994591fb9232,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:58.804229 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-94c8b296-0f82-4226-a58d-3ca81bb4b18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.059935 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55888) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:59.157207 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2115626648-network', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:59.181201 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Made reservation on behalf of 3c7cd2c5f9ec4e05981eacce42ed5f14 for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:59.183561 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.192273 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.283597 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.287458 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.300955 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b206a35-6732-48bb-a3c2-0295a82ceb06 req-36985fcc-9c5b-4306-b36b-1a47929e2e6c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:59.302434 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4b206a35-6732-48bb-a3c2-0295a82ceb06 req-36985fcc-9c5b-4306-b36b-1a47929e2e6c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0545094 Jul 29 15:29:59.308523 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:29:59.322964 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3949e55-747f-44b3-88df-f958b8078419,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:59.328269 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.328618 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Added segment 618bacb6-0130-4c38-8cae-4513cf5d2c6c of type vlan for network 928be02d-3dd2-484f-b46b-bb008e37c62b Jul 29 15:29:59.345317 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4b206a35-6732-48bb-a3c2-0295a82ceb06 req-13c8212d-226e-4792-949e-2c40cb121172 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351007 Jul 29 15:29:59.373998 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.404087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.405003 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:59.405582 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.458329 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3972943 Jul 29 15:29:59.461513 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55894) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:59.467121 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Request body: {'subnet': {'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2115626648-subnet', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:59.467508 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada4d6-6565-4949-b902-27233265293d admin admin] Pushing event updated for resources: {'Network': ['ID=928be02d-3dd2-484f-b46b-bb008e37c62b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:59.477242 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 928be02d-3dd2-484f-b46b-bb008e37c62b details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:29:59.488807 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Made reservation on behalf of 3c7cd2c5f9ec4e05981eacce42ed5f14 for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:59.491094 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33260792'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.659402 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33462920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33260758'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.713270 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf469a9f-110c-4a10-8ccf-84084279dc8d,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:59.723595 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Checking segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:59.723950 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Network hostable DHCP agents. Network: 928be02d-3dd2-484f-b46b-bb008e37c62b, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:29:59.739143 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Network 928be02d-3dd2-484f-b46b-bb008e37c62b is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:29:59.748190 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 928be02d-3dd2-484f-b46b-bb008e37c62b) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:59.752804 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:59.753395 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.758662 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701111d2-f542-41d5-8c46-53c208d21a1e None None] Network 928be02d-3dd2-484f-b46b-bb008e37c62b requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:29:59.767785 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-9d330685-d0e3-4853-80a1-c57ca29cd4ad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3051400 Jul 29 15:29:59.770487 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55896) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:59.774841 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:59.810404 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.811507 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.908782 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:59.909004 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-928be02d-3dd2-484f-b46b-bb008e37c62b', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:29:59.910060 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.047524 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.052092 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Allocated IP 172.20.0.2 (928be02d-3dd2-484f-b46b-bb008e37c62b/bf469a9f-110c-4a10-8ccf-84084279dc8d/3d0aee7b-e7f3-4354-91b1-e6b955584ff5) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:30:00.198129 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.207439 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Transition to ACTIVE for port object 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:00.223030 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Transition to ACTIVE for port object 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:00.229047 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.250783 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.266764 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Network 928be02d-3dd2-484f-b46b-bb008e37c62b is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:30:00.271152 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:30:00.275973 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.277519 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:30:00.279710 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Pushing event updated for resources: {'Port': ['ID=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:00.337485 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Attempting to bind port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:30:00.337854 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Attempting to bind port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:30:00.338215 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Attempting to bind port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 on network 928be02d-3dd2-484f-b46b-bb008e37c62b {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:00.346894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:30:00.346894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Checking segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:30:00.346894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.346894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Bound using segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:30:00.346894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Bound port: 3d0aee7b-e7f3-4354-91b1-e6b955584ff5, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:30:00.346894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.390570 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Allocated IP 172.27.0.134 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/e8832a53-443d-485d-8f95-4fd6ecade98a) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:30:00.413948 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] For port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:30:00.417352 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] For port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:30:00.423415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.490120 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd3a55-755c-4789-b2cf-11c8e9682688 None None] Pushing event updated for resources: {'Port': ['ID=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:00.537164 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.581497 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:30:00.603697 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.651574 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:30:00.655903 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:30:00.662483 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:30:00.704688 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Pushing event updated for resources: {'Port': ['ID=e8832a53-443d-485d-8f95-4fd6ecade98a,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:00.785466 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:00.791524 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294f627-2f37-4820-a0f4-89754862b225 req-33355840-418c-488c-aa1e-42bb817aa014 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:00.801605 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6294f627-2f37-4820-a0f4-89754862b225 req-33355840-418c-488c-aa1e-42bb817aa014 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.3759453 Jul 29 15:30:00.802814 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'port_id': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'mac_address': 'fa:16:3e:71:7e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:30:00.860559 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.863423 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6294f627-2f37-4820-a0f4-89754862b225 req-01ea2339-8257-4438-895d-bc4b8c2026f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608757 Jul 29 15:30:00.888590 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4781aba6-31ff-45d6-9fe8-470602d734a4 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:30:00.914700 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:00.921435 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.986892 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=6']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:01.024125 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:01.037792 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['4781aba6-31ff-45d6-9fe8-470602d734a4'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:30:01.218959 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e08ea75f-2f90-4a23-b1fd-b979df4759f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:01.242663 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:01.390686 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Router 32377aac-768f-47d3-8e49-e9443ece85d8 is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:30:01.419597 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:01.507993 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:30:01.517961 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Sync routers for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:30:01.526320 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:01.528351 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-39ae5b1e-50a8-4578-84f2-de00ee092336 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7569058 Jul 29 15:30:01.531551 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55904) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:30:01.536395 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:30:01.537190 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:30:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:01.593857 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4333e6-62be-4a91-aedf-e680d953aa7d None None] Network 928be02d-3dd2-484f-b46b-bb008e37c62b requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:30:01.807606 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:01.845576 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-f0ef587a-b04f-454c-8832-5cb3bcea897b None None] Provisioning for port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:01.854517 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:30:02.009621 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.065388 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe091d06-d3a2-49f4-859d-861f43bdd944 req-cbd2c2aa-2e92-4248-ab4a-4c359d8b6ac7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:02.067124 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-fe091d06-d3a2-49f4-859d-861f43bdd944 req-cbd2c2aa-2e92-4248-ab4a-4c359d8b6ac7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 944 time: 0.0701401 Jul 29 15:30:02.073321 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:02.112638 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:02.113472 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.127699 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-fe091d06-d3a2-49f4-859d-861f43bdd944 req-4d4a0a00-2052-4276-82e9-91df7c60cad9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535812 Jul 29 15:30:02.205476 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Allocated IP 172.20.0.1 (928be02d-3dd2-484f-b46b-bb008e37c62b/bf469a9f-110c-4a10-8ccf-84084279dc8d/9bda8306-f925-4867-bf73-eabfdf956346) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:30:02.228410 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:00Z', 'revision_number': 3, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:02.280199 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Checking router: 32377aac-768f-47d3-8e49-e9443ece85d8 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:30:02.280555 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Updating router 32377aac-768f-47d3-8e49-e9443ece85d8 port e8832a53-443d-485d-8f95-4fd6ecade98a binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:30:02.336079 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.342095 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.350624 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Transition to ACTIVE for port object 9bda8306-f925-4867-bf73-eabfdf956346 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:02.359708 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.399881 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.416265 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:02.428703 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.456458 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9bda8306-f925-4867-bf73-eabfdf956346,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:02.469811 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Network 928be02d-3dd2-484f-b46b-bb008e37c62b is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:30:02.471728 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:30:02.474072 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:30:02.524646 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.573727 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.636547 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:02.643150 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-052e66b4-05c4-4caf-af7b-6e47827b024a None None] Provisioning complete for port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:02.643643 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-052e66b4-05c4-4caf-af7b-6e47827b024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.678159 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.692657 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:02.840438 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 4781aba6-31ff-45d6-9fe8-470602d734a4 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:02.841501 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.962514 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.978632 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Transition to ACTIVE for port object e8832a53-443d-485d-8f95-4fd6ecade98a will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:02.993070 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:02.999159 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.015802 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.082949 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-e289cc4c-d2c0-494e-ba42-04a9e292d6d2 None None] Provisioning for port 9bda8306-f925-4867-bf73-eabfdf956346 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:03.087087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.102706 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9bda8306-f925-4867-bf73-eabfdf956346,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:03.103020 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.113733 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-e289cc4c-d2c0-494e-ba42-04a9e292d6d2 None None] Provisioning complete for port 9bda8306-f925-4867-bf73-eabfdf956346 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:03.114255 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e289cc4c-d2c0-494e-ba42-04a9e292d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.157789 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e326610-77d7-4128-85d6-f50034e2ca45 None None] Pushing event updated for resources: {'Port': ['ID=e8832a53-443d-485d-8f95-4fd6ecade98a,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:03.190969 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Attempting to bind port e8832a53-443d-485d-8f95-4fd6ecade98a on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:30:03.191345 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Attempting to bind port e8832a53-443d-485d-8f95-4fd6ecade98a by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:30:03.205329 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Attempting to bind port e8832a53-443d-485d-8f95-4fd6ecade98a on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:03.217232 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Network 928be02d-3dd2-484f-b46b-bb008e37c62b is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:30:03.218519 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:30:03.255275 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:03.259447 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:30:03.260042 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:30:03.260572 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.261265 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:30:03.261759 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Bound port: e8832a53-443d-485d-8f95-4fd6ecade98a, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:30:03.262255 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.264538 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:03.267215 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70a801f-e58f-4a36-a313-e3b4fa908c50" -d '{"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-plugged", "status": "completed", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:03.299347 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.359422 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107e5c84-10a3-4e55-ae3b-8e2278e2526d x-openstack-request-id: req-107e5c84-10a3-4e55-ae3b-8e2278e2526d {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:03.359709 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-plugged", "status": "completed", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:03.359961 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-107e5c84-10a3-4e55-ae3b-8e2278e2526d {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:03.360357 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'code': 200} Jul 29 15:30:03.389505 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-e289cc4c-d2c0-494e-ba42-04a9e292d6d2 None None] Port 9bda8306-f925-4867-bf73-eabfdf956346 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:30:03.409531 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a1523-7943-4402-9f86-a9b21389fc30 req-b9d1b6e9-a982-4337-af7f-14aa0fd17aca tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:03.413323 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-609a1523-7943-4402-9f86-a9b21389fc30 req-b9d1b6e9-a982-4337-af7f-14aa0fd17aca tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1259508 Jul 29 15:30:03.454862 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] For port e8832a53-443d-485d-8f95-4fd6ecade98a, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:30:03.459291 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=7']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:03.465602 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Router 32377aac-768f-47d3-8e49-e9443ece85d8 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:30:03.492281 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-609a1523-7943-4402-9f86-a9b21389fc30 req-06caba6d-6b48-4635-b0b2-d671f29d8dcc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569501 Jul 29 15:30:03.496330 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] For port e8832a53-443d-485d-8f95-4fd6ecade98a, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e8832a53-443d-485d-8f95-4fd6ecade98a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:30:03.506595 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.614828 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e326610-77d7-4128-85d6-f50034e2ca45 None None] Pushing event updated for resources: {'Port': ['ID=e8832a53-443d-485d-8f95-4fd6ecade98a,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:03.620558 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:30:03.621335 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:30:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:03.658869 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:30:03.673413 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-3c5118bd-447d-48f3-93ff-cbd305ebf60b None None] Provisioning complete for port 9bda8306-f925-4867-bf73-eabfdf956346 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:03.680289 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-3c5118bd-447d-48f3-93ff-cbd305ebf60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.688496 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1d6df451-9953-413b-8007-00a1745f50e9 admin admin] 10.222.0.10 "PUT /v2.0/routers/32377aac-768f-47d3-8e49-e9443ece85d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1534965 Jul 29 15:30:03.776897 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:03.802664 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-3c5118bd-447d-48f3-93ff-cbd305ebf60b None None] Port 9bda8306-f925-4867-bf73-eabfdf956346 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:30:03.835107 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:30:03.947023 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:03.947548 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:04.270887 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:04.417543 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 2, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:04.460159 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04980df9-b04c-4182-93c8-6f08bf40261a None None] The sync data for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi is: [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 2, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:30:04.700530 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55952) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:30:04.706866 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbace41d-a364-4dff-b020-b21dfae01e65 req-fc0e3192-48d3-4215-aaaf-39c8f2ec9fd9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:04.709546 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cbace41d-a364-4dff-b020-b21dfae01e65 req-fc0e3192-48d3-4215-aaaf-39c8f2ec9fd9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1056933 Jul 29 15:30:04.711930 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-585d385f-5442-44e8-b614-16d8960ebdf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1848641225', 'description': 'tempest-description--1262503692'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:04.756939 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-585d385f-5442-44e8-b614-16d8960ebdf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:04.841177 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cbace41d-a364-4dff-b020-b21dfae01e65 req-e113c0b3-af7d-4e34-a09d-2f5b40900b7c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210487 Jul 29 15:30:04.968891 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-585d385f-5442-44e8-b614-16d8960ebdf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:04.969610 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:30:04.974312 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-585d385f-5442-44e8-b614-16d8960ebdf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.010911 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-585d385f-5442-44e8-b614-16d8960ebdf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.016087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55954) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:30:05.016495 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-585d385f-5442-44e8-b614-16d8960ebdf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3139904 Jul 29 15:30:05.024654 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-a29b0d25-7a32-42ed-9251-c12226a13151 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'security_group_rule': {'security_group_id': '8055d71d-db5b-4098-bf84-ca65afd7d74a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:05.030571 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d385f-5442-44e8-b614-16d8960ebdf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8055d71d-db5b-4098-bf84-ca65afd7d74a,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:05.085495 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a29b0d25-7a32-42ed-9251-c12226a13151 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.160252 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a29b0d25-7a32-42ed-9251-c12226a13151 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.168027 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a29b0d25-7a32-42ed-9251-c12226a13151 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.205219 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b0d25-7a32-42ed-9251-c12226a13151 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192069f6-2c9c-4caa-9134-d7d9ac56e4b0,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:05.220586 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a29b0d25-7a32-42ed-9251-c12226a13151 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.221867 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a29b0d25-7a32-42ed-9251-c12226a13151 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2047508 Jul 29 15:30:05.224596 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 55956) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:30:05.229622 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-a8f6a344-2080-4e73-9c6d-93579e6c6777 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'security_group_rule': {'security_group_id': '8055d71d-db5b-4098-bf84-ca65afd7d74a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:05.276756 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a344-2080-4e73-9c6d-93579e6c6777 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.366132 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a344-2080-4e73-9c6d-93579e6c6777 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.371412 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a344-2080-4e73-9c6d-93579e6c6777 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.402859 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6a344-2080-4e73-9c6d-93579e6c6777 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5265f3b3-7c54-4daa-afb4-289ec0b7b9c7,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:05.433315 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a8f6a344-2080-4e73-9c6d-93579e6c6777 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.434236 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a8f6a344-2080-4e73-9c6d-93579e6c6777 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066896 Jul 29 15:30:05.436171 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 55960) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:30:05.443605 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:05.495950 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.634631 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.836378 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e8832a53-443d-485d-8f95-4fd6ecade98a up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:05.904252 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port e8832a53-443d-485d-8f95-4fd6ecade98a completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:05.916549 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port e8832a53-443d-485d-8f95-4fd6ecade98a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:05.917618 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.101087 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.133285 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port e8832a53-443d-485d-8f95-4fd6ecade98a, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e8832a53-443d-485d-8f95-4fd6ecade98a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:06.142902 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.169267 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Allocated IP 172.27.0.78 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/89b7414d-e319-43fa-829d-38e6f8eb7178) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:30:06.180045 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933bfa1-42ae-4b61-83bb-68c40af7a9f1 req-b0a20f55-b434-4025-aa30-4acb6052d927 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:06.181760 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e933bfa1-42ae-4b61-83bb-68c40af7a9f1 req-b0a20f55-b434-4025-aa30-4acb6052d927 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1180050 Jul 29 15:30:06.208487 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=e8832a53-443d-485d-8f95-4fd6ecade98a,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:06.296676 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e933bfa1-42ae-4b61-83bb-68c40af7a9f1 req-a91a0546-f301-4b4b-b1cb-bfb1f2e84625 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054902 Jul 29 15:30:06.370304 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.441710 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.495630 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:30:06.499167 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:30:06.506560 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:30:06.509960 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'Port': ['ID=89b7414d-e319-43fa-829d-38e6f8eb7178,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:06.633816 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.681133 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.914325 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.920954 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:07.024404 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'Port': ['ID=89b7414d-e319-43fa-829d-38e6f8eb7178,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:07.038464 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:07.056289 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:07.067947 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-07983af5-fe1b-403f-be58-1ade92dca4e3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6286337 Jul 29 15:30:07.270425 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-0679417e-dff1-4e9e-b6cc-3f4fdd14e055 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1848641225&fields=id&tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14 HTTP/1.1" status: 200 len: 267 time: 0.0573921 Jul 29 15:30:07.418570 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbad4-9186-48e3-a95c-677305503f6e req-5b8ebd09-17ab-4836-b790-7c9765acbdee tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:07.424089 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Sync routers for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:30:07.428700 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-5b8ebd09-17ab-4836-b790-7c9765acbdee tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 811 time: 0.1573515 Jul 29 15:30:07.443853 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:30:07.444622 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:30:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:07.463169 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-aa3f3875-a802-4a6f-85a0-49cc936faffc tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/quotas/3c7cd2c5f9ec4e05981eacce42ed5f14 HTTP/1.1" status: 200 len: 375 time: 0.0332150 Jul 29 15:30:07.508612 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d81a-497a-4dce-94bb-4ff68eaae522 req-004b7155-baa3-4b07-bdf3-92448bbe6894 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:07.510226 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7679d81a-497a-4dce-94bb-4ff68eaae522 req-004b7155-baa3-4b07-bdf3-92448bbe6894 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0786574 Jul 29 15:30:07.536733 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-9004d431-a9f6-4d9d-a3f8-503cf2e33218 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676911 Jul 29 15:30:07.569657 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7679d81a-497a-4dce-94bb-4ff68eaae522 req-43a99efc-0f1f-43e7-8896-82910e07038e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479386 Jul 29 15:30:07.607198 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:30:07.671916 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-99122955-9b66-46e9-aa0e-55204275b3f8 service neutron] 10.222.0.10 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195357 Jul 29 15:30:07.775337 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e8832a53-443d-485d-8f95-4fd6ecade98a up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:07.805515 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-fd95e43f-2549-4c79-b639-837cd9da8780 service neutron] 10.222.0.10 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326151 Jul 29 15:30:07.835249 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port e8832a53-443d-485d-8f95-4fd6ecade98a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:07.836427 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:07.977673 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 2, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:08.013329 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Checking router: 32377aac-768f-47d3-8e49-e9443ece85d8 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:30:08.013681 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Updating router 32377aac-768f-47d3-8e49-e9443ece85d8 port 9bda8306-f925-4867-bf73-eabfdf956346 binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:30:08.026517 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5f8d28f2-a548-4312-aad9-5f654265f875 req-18e5b4ac-2f77-46ae-87bb-214fee8cba77 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 210 time: 0.0417228 Jul 29 15:30:08.040091 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:08.459597 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:08.470663 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Transition to ACTIVE for port object 9bda8306-f925-4867-bf73-eabfdf956346 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:08.478228 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:08.552743 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Pushing event updated for resources: {'Port': ['ID=9bda8306-f925-4867-bf73-eabfdf956346,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:08.582325 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.583024 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.583535 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.584025 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.584512 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.585020 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.585556 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.586061 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.586593 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.587123 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.587649 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.588194 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:08.603670 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Attempting to bind port 9bda8306-f925-4867-bf73-eabfdf956346 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:30:08.604623 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Attempting to bind port 9bda8306-f925-4867-bf73-eabfdf956346 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:30:08.605184 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Attempting to bind port 9bda8306-f925-4867-bf73-eabfdf956346 on network 928be02d-3dd2-484f-b46b-bb008e37c62b {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:08.621094 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:30:08.622860 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Checking segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:30:08.623266 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:08.623657 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Bound using segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:30:08.624135 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Bound port: 9bda8306-f925-4867-bf73-eabfdf956346, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:30:08.624530 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:08.759091 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] For port 9bda8306-f925-4867-bf73-eabfdf956346, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:30:08.765710 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] For port 9bda8306-f925-4867-bf73-eabfdf956346, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9bda8306-f925-4867-bf73-eabfdf956346,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:30:08.772550 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:08.833111 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad22487-8143-4569-91b6-7c45e4924ced req-a6bc9577-f5c6-4394-ac85-b08afd74f3f6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:08.833111 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dad22487-8143-4569-91b6-7c45e4924ced req-a6bc9577-f5c6-4394-ac85-b08afd74f3f6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1232166 Jul 29 15:30:08.868408 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:30:08.869056 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:30:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:08.871333 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1e208-8d7c-4640-a952-75f8c7b984ca None None] Pushing event updated for resources: {'Port': ['ID=9bda8306-f925-4867-bf73-eabfdf956346,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:08.903139 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dad22487-8143-4569-91b6-7c45e4924ced req-1596a6f9-c770-487d-8ff5-7031a4313549 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606265 Jul 29 15:30:09.011794 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:30:09.209421 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f9396a16-b22b-4b45-903f-696c5593d991 req-89439de3-3095-43b6-bbef-e0aa5e8b7566 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 210 time: 0.0514956 Jul 29 15:30:09.252569 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:08Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:09.279775 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17995c2-050d-4c41-b743-6ce77952645f None None] The sync data for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi is: [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:08Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:30:09.445751 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbad4-9186-48e3-a95c-677305503f6e req-d9833dba-495c-42d8-9fd0-d061abaa4698 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:09.447390 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-d9833dba-495c-42d8-9fd0-d061abaa4698 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 811 time: 0.1949167 Jul 29 15:30:09.501641 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-defe2c78-9044-4d29-a597-8d74ea7d8386 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14 HTTP/1.1" status: 200 len: 380 time: 0.0428920 Jul 29 15:30:09.515428 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'port': {'device_id': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'admin_state_up': True, 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'security_groups': ['8055d71d-db5b-4098-bf84-ca65afd7d74a']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:09.630149 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Made reservation on behalf of 3c7cd2c5f9ec4e05981eacce42ed5f14 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:30:09.633660 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:09.771111 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9bda8306-f925-4867-bf73-eabfdf956346 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:09.790693 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Allocated IP 172.20.0.3 (928be02d-3dd2-484f-b46b-bb008e37c62b/bf469a9f-110c-4a10-8ccf-84084279dc8d/ec1cb608-7187-4969-b898-6606487823ba) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:30:09.836565 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 9bda8306-f925-4867-bf73-eabfdf956346 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:09.841648 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 9bda8306-f925-4867-bf73-eabfdf956346 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:09.842425 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:09.938153 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:09.942878 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:09.958399 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Transition to ACTIVE for port object ec1cb608-7187-4969-b898-6606487823ba will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:09.984266 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 9bda8306-f925-4867-bf73-eabfdf956346, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9bda8306-f925-4867-bf73-eabfdf956346,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:09.993421 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:09.995653 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:10.052233 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=9bda8306-f925-4867-bf73-eabfdf956346,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:10.072067 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Network 928be02d-3dd2-484f-b46b-bb008e37c62b is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:30:10.076508 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:30:10.085230 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:30:10.090666 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'Port': ['ID=ec1cb608-7187-4969-b898-6606487823ba,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:10.130557 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ec236-35bc-41b7-ae65-d6317adf22f0 req-df1bc765-fcf7-4626-90a6-0a225f4355a9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:10.132100 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-374ec236-35bc-41b7-ae65-d6317adf22f0 req-df1bc765-fcf7-4626-90a6-0a225f4355a9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1274867 Jul 29 15:30:10.159751 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:10.160377 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:10.188993 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-908af6e1-e19b-4814-8c7c-d564f784ddc6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6776648 Jul 29 15:30:10.204095 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-374ec236-35bc-41b7-ae65-d6317adf22f0 req-8060abf3-8968-4b3a-a47c-b1f4e2957066 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609195 Jul 29 15:30:10.213191 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Request body: {'port': {'device_id': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:10.273201 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:10.328007 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78583cd5-abda-497c-87ab-3e13127bb352 req-0f587bcb-c6ab-403c-8b13-295be824809e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:10.336159 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-78583cd5-abda-497c-87ab-3e13127bb352 req-0f587bcb-c6ab-403c-8b13-295be824809e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 931 time: 0.0587368 Jul 29 15:30:10.361969 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-d6352e16-9dba-48f7-93b0-75decfc29f09 None None] Provisioning for port ec1cb608-7187-4969-b898-6606487823ba completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:10.367332 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-d6352e16-9dba-48f7-93b0-75decfc29f09 None None] Provisioning complete for port ec1cb608-7187-4969-b898-6606487823ba triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:10.368115 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d6352e16-9dba-48f7-93b0-75decfc29f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:10.384156 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-78583cd5-abda-497c-87ab-3e13127bb352 req-d3725e4d-7a6e-469c-84e2-90aff560eba1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470734 Jul 29 15:30:10.411876 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-d6352e16-9dba-48f7-93b0-75decfc29f09 None None] Port ec1cb608-7187-4969-b898-6606487823ba cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:30:10.630504 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1cb608-7187-4969-b898-6606487823ba {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:30:10.642668 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:10.662661 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Transition to ACTIVE for port object ec1cb608-7187-4969-b898-6606487823ba will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:10.667460 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:10.742468 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1cb608-7187-4969-b898-6606487823ba,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:10.813695 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Attempting to bind port ec1cb608-7187-4969-b898-6606487823ba on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:30:10.814025 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Attempting to bind port ec1cb608-7187-4969-b898-6606487823ba by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:30:10.814566 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Attempting to bind port ec1cb608-7187-4969-b898-6606487823ba on network 928be02d-3dd2-484f-b46b-bb008e37c62b {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:10.820693 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Port ec1cb608-7187-4969-b898-6606487823ba on network 928be02d-3dd2-484f-b46b-bb008e37c62b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:30:10.821177 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Attempting to bind port ec1cb608-7187-4969-b898-6606487823ba on network 928be02d-3dd2-484f-b46b-bb008e37c62b {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:10.827658 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:30:10.828234 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Checking segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:30:10.828765 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Bound using segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:30:10.829673 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Bound port: ec1cb608-7187-4969-b898-6606487823ba, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:30:10.830169 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:10.952587 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] For port ec1cb608-7187-4969-b898-6606487823ba, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:30:10.957123 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] For port ec1cb608-7187-4969-b898-6606487823ba, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ec1cb608-7187-4969-b898-6606487823ba,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:30:10.963246 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:11.000727 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:11.001309 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:11.002740 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] 10.222.0.59 "PUT /v2.0/ports/ec1cb608-7187-4969-b898-6606487823ba HTTP/1.1" status: 200 len: 1093 time: 0.7973459 Jul 29 15:30:11.003130 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'tag': 'ec1cb608-7187-4969-b898-6606487823ba'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:11.005545 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c935e6-2a24-47fd-a430-380b3edb9719" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8d6784-9e65-48e6-a4cf-d30918bbc7ef", "tag": "ec1cb608-7187-4969-b898-6606487823ba"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:11.058263 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb3847-46af-4fce-bfa1-31378189b650 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1cb608-7187-4969-b898-6606487823ba,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:11.070727 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81447ec7-9433-4a0b-92e6-5a80de2d4591 x-openstack-request-id: req-81447ec7-9433-4a0b-92e6-5a80de2d4591 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:11.071098 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8d6784-9e65-48e6-a4cf-d30918bbc7ef", "tag": "ec1cb608-7187-4969-b898-6606487823ba", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:11.071240 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81447ec7-9433-4a0b-92e6-5a80de2d4591 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:11.071629 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'tag': 'ec1cb608-7187-4969-b898-6606487823ba', 'status': 'completed', 'code': 200} Jul 29 15:30:11.139010 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbad4-9186-48e3-a95c-677305503f6e req-d0c40214-731b-4691-8570-bb552856adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:11.141195 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-d0c40214-731b-4691-8570-bb552856adf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 1096 time: 0.0637498 Jul 29 15:30:11.215126 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-f1d7bafb-efbe-4a91-911e-ef316653aaa2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec1cb608-7187-4969-b898-6606487823ba HTTP/1.1" status: 200 len: 217 time: 0.0490623 Jul 29 15:30:11.299249 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbad4-9186-48e3-a95c-677305503f6e req-ad51251c-20a3-4c4a-97b6-8cf7c29970ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:11.300531 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-ad51251c-20a3-4c4a-97b6-8cf7c29970ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0763617 Jul 29 15:30:11.382467 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a164ca3-376b-450d-8353-d2fb4290d0f2 req-7f86806b-957b-4811-af2e-2c76154bb6a2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:11.394399 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0a164ca3-376b-450d-8353-d2fb4290d0f2 req-7f86806b-957b-4811-af2e-2c76154bb6a2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0754683 Jul 29 15:30:11.409529 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cbad4-9186-48e3-a95c-677305503f6e req-f3a3b2e8-7790-484b-aa3c-2caf29a876a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:11.411035 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-f3a3b2e8-7790-484b-aa3c-2caf29a876a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017897 Jul 29 15:30:11.478502 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0a164ca3-376b-450d-8353-d2fb4290d0f2 req-79131409-8d98-4d2b-ba52-fdca9f7372ea tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828531 Jul 29 15:30:11.645449 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:11.767009 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-0fd7388b-abba-49dc-9920-fd056a00dd0d service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467083 Jul 29 15:30:11.867198 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9bda8306-f925-4867-bf73-eabfdf956346 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:11.922432 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b07cbad4-9186-48e3-a95c-677305503f6e req-282c8918-91af-4e18-85cb-94f6f87a7096 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404991 Jul 29 15:30:11.923797 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cc6c2-ad6d-41a4-adef-6a6a763e0976 req-242dc108-34f6-404a-857f-ee24e115ffa8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:11.936087 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-395cc6c2-ad6d-41a4-adef-6a6a763e0976 req-242dc108-34f6-404a-857f-ee24e115ffa8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 943 time: 0.1441538 Jul 29 15:30:11.992317 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-395cc6c2-ad6d-41a4-adef-6a6a763e0976 req-895b330b-8f1b-4ffc-89fe-a39bb0ba81f5 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550632 Jul 29 15:30:12.017661 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 9bda8306-f925-4867-bf73-eabfdf956346 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:12.018040 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:12.087585 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-15929dbb-8868-4c5c-8ddd-4e489cd9f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:12.089465 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-15929dbb-8868-4c5c-8ddd-4e489cd9f731 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 1096 time: 0.1001821 Jul 29 15:30:12.252463 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-94b8da4e-a337-4c17-88c4-76e42f35d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:12.254341 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-94b8da4e-a337-4c17-88c4-76e42f35d8b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 912 time: 0.1562560 Jul 29 15:30:12.316888 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-6b020e70-5cab-4c92-9be1-bf62e4d1eaed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec1cb608-7187-4969-b898-6606487823ba HTTP/1.1" status: 200 len: 217 time: 0.0471165 Jul 29 15:30:12.376159 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-fef7339d-b169-4260-a3e3-b4bcca972348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:12.377690 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-fef7339d-b169-4260-a3e3-b4bcca972348 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0532846 Jul 29 15:30:12.438947 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-0cba6add-7482-4703-902d-33ed1b78b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:12.440707 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-0cba6add-7482-4703-902d-33ed1b78b0e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520477 Jul 29 15:30:12.564465 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-22366fc6-0ad3-4ee5-954c-3a30823f48fb service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134822 Jul 29 15:30:12.789467 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23c935e6-2a24-47fd-a430-380b3edb9719 req-ee269a99-f408-48c2-ada5-6313c60c2883 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137678 Jul 29 15:30:12.798340 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30159a97-7c1a-445f-a364-a8c80bbc97f9 req-5f58259b-71bc-494c-8c19-5ff9e71b06e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:12.807297 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30159a97-7c1a-445f-a364-a8c80bbc97f9 req-5f58259b-71bc-494c-8c19-5ff9e71b06e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.1983681 Jul 29 15:30:12.879553 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30159a97-7c1a-445f-a364-a8c80bbc97f9 req-6fdcb86e-edae-437b-bf93-9116d7f3a126 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709076 Jul 29 15:30:13.154837 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85994358-1511-4caf-9f65-2a39b6060fca req-7b8e0fbd-046a-4146-9c29-bcb50f44adbb tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:13.157744 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-85994358-1511-4caf-9f65-2a39b6060fca req-7b8e0fbd-046a-4146-9c29-bcb50f44adbb tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 943 time: 0.0848775 Jul 29 15:30:13.234433 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-85994358-1511-4caf-9f65-2a39b6060fca req-f4f3019f-4fcf-4b2f-9a9b-28593abcf0f6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656807 Jul 29 15:30:14.017817 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46596a6e-f40f-412c-8e4a-2215991d7780 req-23ba4a62-8b6c-469d-b004-257173f11ea5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:14.019466 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-46596a6e-f40f-412c-8e4a-2215991d7780 req-23ba4a62-8b6c-469d-b004-257173f11ea5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0673602 Jul 29 15:30:14.061499 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-46596a6e-f40f-412c-8e4a-2215991d7780 req-252a7640-6f46-421e-b6f2-99d31cf8cc96 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350065 Jul 29 15:30:14.384944 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0e914-2e8b-422d-b65d-d86c58d82ef1 req-8f391996-6ae2-4e28-9eda-5d8abda75fe0 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:14.386427 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-68b0e914-2e8b-422d-b65d-d86c58d82ef1 req-8f391996-6ae2-4e28-9eda-5d8abda75fe0 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 943 time: 0.0691934 Jul 29 15:30:14.441410 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-68b0e914-2e8b-422d-b65d-d86c58d82ef1 req-815d4bb2-f7bf-4220-a0ee-9e903aaf4b01 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482254 Jul 29 15:30:14.662592 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ec1cb608-7187-4969-b898-6606487823ba details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:30:14.782894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ec1cb608-7187-4969-b898-6606487823ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ec1cb608-7187-4969-b898-6606487823ba,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:14.797107 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'ec1cb608-7187-4969-b898-6606487823ba', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'port_id': 'ec1cb608-7187-4969-b898-6606487823ba', 'mac_address': 'fa:16:3e:47:67:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:30:14.836193 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:14.854302 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1cb608-7187-4969-b898-6606487823ba {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:30:14.879494 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ec1cb608-7187-4969-b898-6606487823ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ec1cb608-7187-4969-b898-6606487823ba,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:14.907173 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:14.957575 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=ec1cb608-7187-4969-b898-6606487823ba,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:15.198196 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf58356-27c5-4888-b224-34db8a529ba6 req-4157ed85-4b64-4cf2-8d87-0c4a65bcff5e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:15.200487 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bdf58356-27c5-4888-b224-34db8a529ba6 req-4157ed85-4b64-4cf2-8d87-0c4a65bcff5e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0539546 Jul 29 15:30:15.253125 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['ec1cb608-7187-4969-b898-6606487823ba'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:30:15.259032 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bdf58356-27c5-4888-b224-34db8a529ba6 req-7678bd5b-887d-4855-84ba-33e7a122aff0 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518141 Jul 29 15:30:15.574101 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e1b91-baec-45f1-a71c-8df8abf66709 req-7648b175-a9bb-4e85-ad76-dece61bc16bf tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:15.576764 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ea3e1b91-baec-45f1-a71c-8df8abf66709 req-7648b175-a9bb-4e85-ad76-dece61bc16bf tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 944 time: 0.0541046 Jul 29 15:30:15.616047 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ea3e1b91-baec-45f1-a71c-8df8abf66709 req-6d6cffd8-8399-4924-a017-9fa742479815 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328801 Jul 29 15:30:16.322586 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-69d33fe8-8a80-43e0-9f27-3dcd12438904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:16.324189 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-69d33fe8-8a80-43e0-9f27-3dcd12438904 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 1098 time: 0.0419497 Jul 29 15:30:16.422125 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b95a0f-7f79-4d3e-a36b-99786fe774a7 req-39bb024c-921e-463f-8190-882939d3a94a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:16.423614 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c9b95a0f-7f79-4d3e-a36b-99786fe774a7 req-39bb024c-921e-463f-8190-882939d3a94a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0985527 Jul 29 15:30:16.464907 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-06078d70-4a31-4cea-8205-80fc93dbdcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:16.466675 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-06078d70-4a31-4cea-8205-80fc93dbdcca service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.1323295 Jul 29 15:30:16.479156 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c9b95a0f-7f79-4d3e-a36b-99786fe774a7 req-ab5f88b4-1364-4eba-8392-60c6f74027f7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490744 Jul 29 15:30:16.546560 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-95865bd4-5b0c-4a8a-ad6e-0ad30364e450 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4781aba6-31ff-45d6-9fe8-470602d734a4 HTTP/1.1" status: 200 len: 1001 time: 0.0613339 Jul 29 15:30:16.597115 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-d96c6033-c3d6-4f75-96b5-399d6ff7a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:16.598516 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-d96c6033-c3d6-4f75-96b5-399d6ff7a2ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0434413 Jul 29 15:30:16.645181 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-d9af17db-00de-4057-9304-000211802952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:16.646406 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-d9af17db-00de-4057-9304-000211802952 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390987 Jul 29 15:30:16.672329 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ec1cb608-7187-4969-b898-6606487823ba up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:16.726729 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port ec1cb608-7187-4969-b898-6606487823ba completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:16.730742 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port ec1cb608-7187-4969-b898-6606487823ba triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:16.731856 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:16.734424 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf30b5e-57b4-4dd3-939c-710cce87d8e7 req-e1b939cf-86e1-41d9-afd9-cb6f6a2dfacc tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:16.736051 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ecf30b5e-57b4-4dd3-939c-710cce87d8e7 req-e1b939cf-86e1-41d9-afd9-cb6f6a2dfacc tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 944 time: 0.0520117 Jul 29 15:30:16.745674 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-be103b56-3730-482f-a008-069e2a6b11e9 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902205 Jul 29 15:30:16.777392 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ecf30b5e-57b4-4dd3-939c-710cce87d8e7 req-39302ba9-e10c-4ad4-9848-531bf01dc9a1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346889 Jul 29 15:30:16.815163 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:16.839799 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1cb608-7187-4969-b898-6606487823ba'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:16.840588 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0e32f867-cfa2-48d8-a5d0-02939de57451 req-2a30a6f8-d537-40d8-a46b-dfe57763a163 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845799 Jul 29 15:30:16.842333 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f42a954-4e26-41db-9eef-e0ed204615c5" -d '{"events": [{"server_uuid": "ea8d6784-9e65-48e6-a4cf-d30918bbc7ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec1cb608-7187-4969-b898-6606487823ba"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:16.855015 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ec1cb608-7187-4969-b898-6606487823ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ec1cb608-7187-4969-b898-6606487823ba,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:16.862210 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:16.890583 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16875b2a-f382-4f44-899f-23fca5ca4ad4 x-openstack-request-id: req-16875b2a-f382-4f44-899f-23fca5ca4ad4 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:16.890866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8d6784-9e65-48e6-a4cf-d30918bbc7ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec1cb608-7187-4969-b898-6606487823ba", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:16.891115 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16875b2a-f382-4f44-899f-23fca5ca4ad4 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:16.891485 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1cb608-7187-4969-b898-6606487823ba', 'code': 200} Jul 29 15:30:16.916198 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=ec1cb608-7187-4969-b898-6606487823ba,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:17.057940 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11f94-bd32-4470-89f3-4bfaedda16bd req-529b1efe-abfe-441a-b1e6-eb9a942fec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:17.060008 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c9f11f94-bd32-4470-89f3-4bfaedda16bd req-529b1efe-abfe-441a-b1e6-eb9a942fec83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 1098 time: 0.0390053 Jul 29 15:30:17.105008 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c9f11f94-bd32-4470-89f3-4bfaedda16bd req-c99d349b-f4f6-47cc-ab88-b4ae5b4be4dd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Jul 29 15:30:17.596205 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161ad6-23fe-428b-955f-a403caad6908 req-c35e6683-dc86-4f5b-b53f-eb59f1f72b77 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:17.597688 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cb161ad6-23fe-428b-955f-a403caad6908 req-c35e6683-dc86-4f5b-b53f-eb59f1f72b77 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0473228 Jul 29 15:30:17.637963 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cb161ad6-23fe-428b-955f-a403caad6908 req-13859b16-94fd-48df-97de-e328be5fafb9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342889 Jul 29 15:30:18.131516 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25363c0-43d3-482b-995d-d513d7419f3a req-1f461e39-b83a-448c-b2c7-8e4ca8e3e7c0 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:18.133019 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c25363c0-43d3-482b-995d-d513d7419f3a req-1f461e39-b83a-448c-b2c7-8e4ca8e3e7c0 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.2868755 Jul 29 15:30:18.170852 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c25363c0-43d3-482b-995d-d513d7419f3a req-a76d8dac-728e-4382-a927-bafd4b0e21c8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311828 Jul 29 15:30:18.755913 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d973d-d0cd-4c1c-adc1-96d40efdf198 req-02dde576-95d3-4a6b-8e9e-1fe7b09c93df tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:18.757324 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-955d973d-d0cd-4c1c-adc1-96d40efdf198 req-02dde576-95d3-4a6b-8e9e-1fe7b09c93df tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0488575 Jul 29 15:30:18.795315 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-955d973d-d0cd-4c1c-adc1-96d40efdf198 req-f3b963a9-dc46-4747-ae88-bdd890a7ad6c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Jul 29 15:30:19.292504 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260932ec-da21-4196-894c-274881b1e7f5 req-39256947-8079-419f-bf0e-45465c949e9c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:19.295230 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-260932ec-da21-4196-894c-274881b1e7f5 req-39256947-8079-419f-bf0e-45465c949e9c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0540147 Jul 29 15:30:19.338430 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-260932ec-da21-4196-894c-274881b1e7f5 req-311cd182-af0b-4e10-b002-788a5ea1946e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360589 Jul 29 15:30:19.467212 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7213a1-c788-47b1-860e-cc32ad9843fe req-2363c19a-035d-493c-8d0c-5c63e2dea8da tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:19.468723 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bc7213a1-c788-47b1-860e-cc32ad9843fe req-2363c19a-035d-493c-8d0c-5c63e2dea8da tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0507431 Jul 29 15:30:19.477118 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 56116) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:30:19.481809 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'floatingip': {'port_id': 'ec1cb608-7187-4969-b898-6606487823ba'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:19.554333 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:19.914716 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75365ac7-6d5c-4c32-a845-7df7e732f437 req-cfd6622e-a48d-4bcd-8fde-d47b535da041 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:19.916204 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-75365ac7-6d5c-4c32-a845-7df7e732f437 req-cfd6622e-a48d-4bcd-8fde-d47b535da041 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0490677 Jul 29 15:30:19.958019 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-75365ac7-6d5c-4c32-a845-7df7e732f437 req-f5af3b40-c73e-4438-9b23-8c49b2fd65d4 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348475 Jul 29 15:30:20.015808 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:20.020155 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:20.124360 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.l3_db [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Floating IP 152585dd-9f4d-480c-80af-fc1a5996da26 associated. External IP: 172.27.0.78, port: ec1cb608-7187-4969-b898-6606487823ba. Jul 29 15:30:20.341614 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Router 32377aac-768f-47d3-8e49-e9443ece85d8 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:30:20.460522 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:30:20.465593 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:20.472408 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] Sync routers for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:30:20.484415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:30:20.485131 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:30:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:20.606432 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:30:20.743226 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-009519d6-7594-44ca-a1d2-51687298c11e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "PUT /v2.0/floatingips/152585dd-9f4d-480c-80af-fc1a5996da26 HTTP/1.1" status: 200 len: 990 time: 1.2650118 Jul 29 15:30:20.746738 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'tag': 'ec1cb608-7187-4969-b898-6606487823ba'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:20.749400 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97151d6741e9f6c4e7219af59e4e7285af5f9a052b8db792463ec48fbc09dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c68ecb-f62f-4aec-8198-d72a3c4b7098" -d '{"events": [{"name": "network-changed", "server_uuid": "ea8d6784-9e65-48e6-a4cf-d30918bbc7ef", "tag": "ec1cb608-7187-4969-b898-6606487823ba"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:20.776833 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1ac36-7eec-4869-9311-68a3e5de588e req-9b30dad0-4ca3-4fcc-8288-b79da6d3d4bf tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:20.778988 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7dd1ac36-7eec-4869-9311-68a3e5de588e req-9b30dad0-4ca3-4fcc-8288-b79da6d3d4bf tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0710552 Jul 29 15:30:20.829536 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7dd1ac36-7eec-4869-9311-68a3e5de588e req-43b80fb8-7444-497d-af25-8c1c26f3e452 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429356 Jul 29 15:30:20.843895 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 56162) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:30:20.880597 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2af6630-3714-4768-b62f-89a13e028ad0 x-openstack-request-id: req-f2af6630-3714-4768-b62f-89a13e028ad0 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:20.880919 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea8d6784-9e65-48e6-a4cf-d30918bbc7ef", "tag": "ec1cb608-7187-4969-b898-6606487823ba", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:20.881176 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2af6630-3714-4768-b62f-89a13e028ad0 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:20.881574 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'tag': 'ec1cb608-7187-4969-b898-6606487823ba', 'status': 'completed', 'code': 200} Jul 29 15:30:20.912031 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '152585dd-9f4d-480c-80af-fc1a5996da26', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'port_id': 'ec1cb608-7187-4969-b898-6606487823ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'mac_address': 'fa:16:3e:47:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:30:06Z', 'updated_at': '2021-07-29T15:30:19Z', 'revision_number': 1, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:20.937969 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] Checking router: 32377aac-768f-47d3-8e49-e9443ece85d8 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:30:20.943029 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-8d67fce8-637f-4ceb-b36d-a7a7cca46bbf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980246 Jul 29 15:30:20.946271 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:30:20.946868 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:30:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:21.050846 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:30:21.392907 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '152585dd-9f4d-480c-80af-fc1a5996da26', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'port_id': 'ec1cb608-7187-4969-b898-6606487823ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'mac_address': 'fa:16:3e:47:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:30:06Z', 'updated_at': '2021-07-29T15:30:19Z', 'revision_number': 1, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:30:21.422432 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17f98ec-8aa0-4898-aed4-10f61318ce36 None None] The sync data for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi is: [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '152585dd-9f4d-480c-80af-fc1a5996da26', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'port_id': 'ec1cb608-7187-4969-b898-6606487823ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'mac_address': 'fa:16:3e:47:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:30:06Z', 'updated_at': '2021-07-29T15:30:19Z', 'revision_number': 1, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:30:21.602427 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e3202-b9d7-471c-bd60-aae6a5e61fba None None] New status for floating IP 152585dd-9f4d-480c-80af-fc1a5996da26: ACTIVE {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:30:21.958684 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971f96e-c17d-4f76-a3ad-01017e230bd5 req-02dd4805-240c-4e0b-b5c2-6aa3bbda2364 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:21.960043 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1971f96e-c17d-4f76-a3ad-01017e230bd5 req-02dd4805-240c-4e0b-b5c2-6aa3bbda2364 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 945 time: 0.0524089 Jul 29 15:30:21.997405 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1971f96e-c17d-4f76-a3ad-01017e230bd5 req-9bce0e3c-353b-4807-9d4f-17f020cf57fa tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313559 Jul 29 15:30:22.545894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:30:22.629421 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:22.652539 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-bfbc11a0-25d7-4131-a65a-199d00f6a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:22.654254 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-bfbc11a0-25d7-4131-a65a-199d00f6a4bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 1098 time: 0.0540330 Jul 29 15:30:22.659303 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:22.661590 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc249d5-c2b1-4b14-af1d-0767b59d7fca" -d '{"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-unplugged", "status": "completed", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:22.676576 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:22.686488 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:22.717614 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfa5f29-9582-4fc8-821a-6ec3d24eeeec x-openstack-request-id: req-cbfa5f29-9582-4fc8-821a-6ec3d24eeeec {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:22.717893 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-unplugged", "status": "failed", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4", "code": 422}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:22.718138 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbfa5f29-9582-4fc8-821a-6ec3d24eeeec {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:22.718933 dv-cinder-789564-8-iscsi neutron-server[93123]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'code': 422} returned with failed status Jul 29 15:30:22.751930 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=8']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:22.766282 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-305f404a-a39a-4139-aa55-c782a0f2ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:22.768022 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-305f404a-a39a-4139-aa55-c782a0f2ea8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 912 time: 0.1053147 Jul 29 15:30:22.838185 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-c0d94fc4-0756-4f48-bff4-298e4d8b1a34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec1cb608-7187-4969-b898-6606487823ba HTTP/1.1" status: 200 len: 1000 time: 0.0616968 Jul 29 15:30:22.889922 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-aa7cceaf-0683-4b65-a857-83a2477ed0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:22.891386 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-aa7cceaf-0683-4b65-a857-83a2477ed0e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0432613 Jul 29 15:30:22.937064 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-e8182b2a-e6b5-4986-bdfb-46cf80ce58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:22.938420 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-e8182b2a-e6b5-4986-bdfb-46cf80ce58f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395622 Jul 29 15:30:23.031142 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-5c02b1ac-2ef5-41e2-8aa9-a04313edf714 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838060 Jul 29 15:30:23.164780 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6563-c5fc-41d1-8e6c-fdd344662507 req-5376363f-def6-4b81-a00c-fd92db4b1bc9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:23.166203 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ae8e6563-c5fc-41d1-8e6c-fdd344662507 req-5376363f-def6-4b81-a00c-fd92db4b1bc9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0778670 Jul 29 15:30:23.171823 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-02c68ecb-f62f-4aec-8198-d72a3c4b7098 req-f36ef5c4-a5f7-4d38-85ea-4386de5ff592 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253824 Jul 29 15:30:23.205820 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ae8e6563-c5fc-41d1-8e6c-fdd344662507 req-9c864437-ce78-4163-a038-1c7e0a80a59c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329645 Jul 29 15:30:23.856346 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-3d69471c-74fb-412e-85bb-b63f47e63cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:23.857888 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-3d69471c-74fb-412e-85bb-b63f47e63cc2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331&tenant_id=6f69db43d60a47ebbf8b489917813763 HTTP/1.1" status: 200 len: 1096 time: 0.0710628 Jul 29 15:30:24.328458 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543e5a9-e8e2-4f53-a337-d5eac2d105ea req-71d91133-6d9f-41d8-aa8f-92058b119501 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:24.330220 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5543e5a9-e8e2-4f53-a337-d5eac2d105ea req-71d91133-6d9f-41d8-aa8f-92058b119501 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0518577 Jul 29 15:30:24.367117 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5543e5a9-e8e2-4f53-a337-d5eac2d105ea req-3541683d-8f86-4409-bde3-3b19f5701993 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309632 Jul 29 15:30:25.485438 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5894874-1887-426b-84b9-9905032b6d24 req-9f9b3c11-5b95-462c-baad-d999bf1414d3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:25.486915 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d5894874-1887-426b-84b9-9905032b6d24 req-9f9b3c11-5b95-462c-baad-d999bf1414d3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0500054 Jul 29 15:30:25.523388 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d5894874-1887-426b-84b9-9905032b6d24 req-6ffbbf9f-ccdf-4043-b68a-aaa3a8de610f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306473 Jul 29 15:30:26.642110 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d7a25-1c01-498d-a2ec-92915901f5d9 req-303104ad-bef3-404a-9e13-753d0f585a9c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:26.643564 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fa9d7a25-1c01-498d-a2ec-92915901f5d9 req-303104ad-bef3-404a-9e13-753d0f585a9c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0488462 Jul 29 15:30:26.682876 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fa9d7a25-1c01-498d-a2ec-92915901f5d9 req-a5b279d8-6d35-445e-81fb-ee918143f4b9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329409 Jul 29 15:30:26.867321 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-3ac7bf8e-4a3a-4def-bea2-17fabdbf3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:26.868773 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-3ac7bf8e-4a3a-4def-bea2-17fabdbf3db5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 1096 time: 0.0453744 Jul 29 15:30:26.956580 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-42c59847-8724-4cae-a645-0bee914ffd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:26.958075 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-42c59847-8724-4cae-a645-0bee914ffd81 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.0812418 Jul 29 15:30:27.032486 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-2d3edf63-2f0f-4151-ad87-3f4c7182fc0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4781aba6-31ff-45d6-9fe8-470602d734a4 HTTP/1.1" status: 200 len: 999 time: 0.0666726 Jul 29 15:30:27.085340 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-18f3489e-2822-43d6-a177-62bee95ab737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:27.086849 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-18f3489e-2822-43d6-a177-62bee95ab737 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0455694 Jul 29 15:30:27.133285 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-97b937af-8928-45b9-b291-7ec9d10da3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:27.134665 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-97b937af-8928-45b9-b291-7ec9d10da3e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396640 Jul 29 15:30:27.232410 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-25fd62c9-9791-4fbe-8e1d-f8ce1403cdfc service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833516 Jul 29 15:30:27.321313 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-64b3dba5-420a-44ad-a920-c252603b4b6c req-bff24d27-3279-40a6-81cd-72b1a11baac6 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790880 Jul 29 15:30:27.964798 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498be12-3799-4775-9bd4-0fc0ad2ba675 req-35f16886-59ac-4e13-b021-74e766d054de tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:27.966440 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e498be12-3799-4775-9bd4-0fc0ad2ba675 req-35f16886-59ac-4e13-b021-74e766d054de tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.1219008 Jul 29 15:30:28.036470 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e498be12-3799-4775-9bd4-0fc0ad2ba675 req-ffb75563-c879-4e21-ac2a-41a70e8b67e6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598307 Jul 29 15:30:28.806804 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7f9edf9f-e0d3-4e37-8c27-604bdadaea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:29.228212 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185b4d-d795-4bd0-8299-c5dbf4813743 req-3984d7cf-2c03-4d73-8c73-711251d5620c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:29.229833 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ee185b4d-d795-4bd0-8299-c5dbf4813743 req-3984d7cf-2c03-4d73-8c73-711251d5620c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0889118 Jul 29 15:30:29.276850 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ee185b4d-d795-4bd0-8299-c5dbf4813743 req-a956451e-d327-45d5-b543-7a80cbff9f4d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376396 Jul 29 15:30:30.421551 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddc66b-cd45-429c-a535-734c0c619502 req-842464b2-9042-4a45-9d42-f14530b2ea89 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:30.423044 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-13ddc66b-cd45-429c-a535-734c0c619502 req-842464b2-9042-4a45-9d42-f14530b2ea89 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0599232 Jul 29 15:30:30.463667 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-13ddc66b-cd45-429c-a535-734c0c619502 req-bace814f-7aeb-4112-bb7a-39954a21a395 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Jul 29 15:30:31.234271 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-eb40f520-8866-45a4-8c8c-ba93567487c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:31.426728 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:31.593318 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573f87a-f783-4970-8c89-b7089957383a req-0096017c-e334-46c1-ab11-fa86af68c93c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:31.595500 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f573f87a-f783-4970-8c89-b7089957383a req-0096017c-e334-46c1-ab11-fa86af68c93c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0527656 Jul 29 15:30:31.637177 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f573f87a-f783-4970-8c89-b7089957383a req-b9818721-1ab0-432b-93fc-ed95ea8b0ca7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351419 Jul 29 15:30:32.489250 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:32.784861 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57826f6-84c8-448a-a8f4-be70e4e8d87d req-08bd21c3-5acb-4b64-b3d3-865044dcfdc3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:32.786395 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b57826f6-84c8-448a-a8f4-be70e4e8d87d req-08bd21c3-5acb-4b64-b3d3-865044dcfdc3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0662410 Jul 29 15:30:32.826393 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b57826f6-84c8-448a-a8f4-be70e4e8d87d req-3ef4cf65-be2a-488f-b6a4-e6541580da1d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Jul 29 15:30:33.964164 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5529c8c-3c34-4827-bfcc-752a3870bf3c req-5efa4c5a-b821-4272-aee1-7435fea73de2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:33.965737 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d5529c8c-3c34-4827-bfcc-752a3870bf3c req-5efa4c5a-b821-4272-aee1-7435fea73de2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0505462 Jul 29 15:30:34.006329 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d5529c8c-3c34-4827-bfcc-752a3870bf3c req-3985339e-9de2-40fa-bed4-4bb4f9aa687c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341814 Jul 29 15:30:34.082140 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:35.139446 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5265a33-e9c3-4815-b378-917529c15c0f req-fc210db2-6a2e-40db-b16e-5e5b96eae6f6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:35.141310 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e5265a33-e9c3-4815-b378-917529c15c0f req-fc210db2-6a2e-40db-b16e-5e5b96eae6f6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0577474 Jul 29 15:30:35.185767 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e5265a33-e9c3-4815-b378-917529c15c0f req-8eba7ca0-27ac-4006-b0b4-50b8d5fa7d86 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377052 Jul 29 15:30:36.324425 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed5dcb-0497-4200-8f9d-cc620cd9d36c req-f1db0e5e-f5e8-4038-a94f-c328e0252be1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:36.326538 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ceed5dcb-0497-4200-8f9d-cc620cd9d36c req-f1db0e5e-f5e8-4038-a94f-c328e0252be1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0536320 Jul 29 15:30:36.374951 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ceed5dcb-0497-4200-8f9d-cc620cd9d36c req-416b3b92-40a1-4a33-a98f-d1a7a6d59081 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Jul 29 15:30:37.510687 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ad18f-c3a0-4761-b0e8-b48e72a72ae3 req-5e813d2f-17d6-49e9-bf4f-6f1e8873a345 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:37.512186 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f08ad18f-c3a0-4761-b0e8-b48e72a72ae3 req-5e813d2f-17d6-49e9-bf4f-6f1e8873a345 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0493083 Jul 29 15:30:37.552001 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f08ad18f-c3a0-4761-b0e8-b48e72a72ae3 req-cdd4a2dc-6c50-4eed-b4c8-02114acfa183 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337949 Jul 29 15:30:38.676975 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795580c-e275-4aa5-9843-c4d6c2adf99c req-6ddbc845-d884-45a4-b497-49639c0ab88d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:38.683035 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b795580c-e275-4aa5-9843-c4d6c2adf99c req-6ddbc845-d884-45a4-b497-49639c0ab88d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0534444 Jul 29 15:30:38.722662 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b795580c-e275-4aa5-9843-c4d6c2adf99c req-70b65d89-bf5e-40da-93e2-69331cf4f226 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364273 Jul 29 15:30:39.856468 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fb1c3-2423-431f-b8f5-255a0e5edcef req-83d7fd23-ebdd-459a-8d7f-6201f978288d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:39.863947 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ca6fb1c3-2423-431f-b8f5-255a0e5edcef req-83d7fd23-ebdd-459a-8d7f-6201f978288d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0669868 Jul 29 15:30:39.898076 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ca6fb1c3-2423-431f-b8f5-255a0e5edcef req-0924052c-0256-4760-8ee1-1eca03f47eb1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332496 Jul 29 15:30:41.023236 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad030e28-828d-4949-b24c-d7d79f3f3f01 req-a2756a28-3337-4372-90c2-68ae0b193ae1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:41.024661 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ad030e28-828d-4949-b24c-d7d79f3f3f01 req-a2756a28-3337-4372-90c2-68ae0b193ae1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0534077 Jul 29 15:30:41.061745 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ad030e28-828d-4949-b24c-d7d79f3f3f01 req-185e0147-9a7c-4c62-b81b-9c0f37981c31 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308540 Jul 29 15:30:41.481593 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:41.721394 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-99bb2ec9-1967-4d15-bbc2-d0fe6cff8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:41.722910 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-99bb2ec9-1967-4d15-bbc2-d0fe6cff8640 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 1096 time: 0.0427265 Jul 29 15:30:41.832677 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-dd460a27-9646-4d21-8b78-42b39ad01ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:41.834128 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-dd460a27-9646-4d21-8b78-42b39ad01ef2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.0839999 Jul 29 15:30:41.898134 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-4041de21-231f-439c-8c4f-b141d7bddd2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4781aba6-31ff-45d6-9fe8-470602d734a4 HTTP/1.1" status: 200 len: 999 time: 0.0549197 Jul 29 15:30:41.954886 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-4039a8c1-5062-4e3d-8527-a5e966a5b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:41.956659 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-4039a8c1-5062-4e3d-8527-a5e966a5b2a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0470672 Jul 29 15:30:41.959114 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:30:42.015316 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-68f380dd-f15b-443e-88f1-9d8c9826a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:42.016763 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-68f380dd-f15b-443e-88f1-9d8c9826a3c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393641 Jul 29 15:30:42.109708 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-f86b7dbd-34fe-4ceb-ba42-c319c4c1f526 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837111 Jul 29 15:30:42.239232 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c590b8-c39d-4d6c-a5a9-86cc3f865195 req-a4b24300-c5d8-4663-9cbb-bda33628304c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:42.240714 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-39c590b8-c39d-4d6c-a5a9-86cc3f865195 req-a4b24300-c5d8-4663-9cbb-bda33628304c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0771573 Jul 29 15:30:42.244142 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e968045d-bd2e-498f-826b-3aa416eeb22e req-7206dbd5-7f3b-4d8b-9a81-0b9c2f3928d3 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249774 Jul 29 15:30:42.282681 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-39c590b8-c39d-4d6c-a5a9-86cc3f865195 req-ab673e4f-7690-4717-9e42-4968f678c257 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360205 Jul 29 15:30:43.420088 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942071ca-e70b-4db2-813e-dcd8f2a62cb4 req-9fe5f07c-f0e0-40c8-80e9-5f75b1852e49 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:43.421986 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-942071ca-e70b-4db2-813e-dcd8f2a62cb4 req-9fe5f07c-f0e0-40c8-80e9-5f75b1852e49 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0619557 Jul 29 15:30:43.476707 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-942071ca-e70b-4db2-813e-dcd8f2a62cb4 req-1948c73f-dca2-476c-8a63-8a43f6408926 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Jul 29 15:30:43.610629 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c348f5b-bc70-434d-b4f1-a368148adc95 req-0dfe8885-263c-48c7-bff2-62af4dc3d541 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:43.612037 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6c348f5b-bc70-434d-b4f1-a368148adc95 req-0dfe8885-263c-48c7-bff2-62af4dc3d541 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 945 time: 0.0498095 Jul 29 15:30:43.649123 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6c348f5b-bc70-434d-b4f1-a368148adc95 req-ef44bc10-2e70-4b98-98ad-7cbf21cca090 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Jul 29 15:30:44.378456 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af67d51-69d0-40f5-aac0-602f2264bb4c req-127c87ce-45f2-491c-b89f-7a1afff8c834 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:44.379942 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7af67d51-69d0-40f5-aac0-602f2264bb4c req-127c87ce-45f2-491c-b89f-7a1afff8c834 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0500143 Jul 29 15:30:44.388495 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-ca743c96-1413-4fd4-a9c5-82c22163823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:44.390188 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-ca743c96-1413-4fd4-a9c5-82c22163823c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1137 time: 0.0419207 Jul 29 15:30:44.419483 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7af67d51-69d0-40f5-aac0-602f2264bb4c req-81783ca1-9ae2-47fc-9c91-abc4cf506568 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333669 Jul 29 15:30:44.493089 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-57d1efee-aeb9-455e-9049-19666b3afe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:44.494551 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-57d1efee-aeb9-455e-9049-19666b3afe41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 200 len: 915 time: 0.0869699 Jul 29 15:30:44.570230 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-8e09ac2a-1ec5-4de2-b3b8-60edcac6db65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 1000 time: 0.0661669 Jul 29 15:30:44.640607 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e196fad-aec4-432b-b6a9-477356523280 req-364ed698-b3c1-4d39-b0d9-25c7fa9639ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:44.642055 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4e196fad-aec4-432b-b6a9-477356523280 req-364ed698-b3c1-4d39-b0d9-25c7fa9639ef tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0885437 Jul 29 15:30:44.645501 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-1af16905-1988-4e3e-b20f-0b8f28a9e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:44.646809 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-1af16905-1988-4e3e-b20f-0b8f28a9e22a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cbebe71-cbee-43d5-ae00-0e89c60911f6 HTTP/1.1" status: 200 len: 853 time: 0.0605297 Jul 29 15:30:44.704879 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4e196fad-aec4-432b-b6a9-477356523280 req-d6ac87be-8fa4-4ea2-9e62-a82f3402961d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568547 Jul 29 15:30:44.714561 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-8022e4a6-6d48-4f71-887c-5678eb72aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:44.716022 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-8022e4a6-6d48-4f71-887c-5678eb72aa7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f9db67-55e7-4ea1-aeee-bafa9170984e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548434 Jul 29 15:30:44.766391 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267416f7-cca2-4985-a09c-b0cee58bd637 req-299c6d38-d15c-4993-8396-42d37a644dfe tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:44.767867 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-267416f7-cca2-4985-a09c-b0cee58bd637 req-299c6d38-d15c-4993-8396-42d37a644dfe tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Jul 29 15:30:44.806052 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-267416f7-cca2-4985-a09c-b0cee58bd637 req-bddbfeb7-a536-45b4-8a20-21633dc24ac1 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jul 29 15:30:44.812862 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-99b2db4f-d74c-44c3-bb92-5a4ce9c86a2c service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860167 Jul 29 15:30:44.903227 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3d971ddf-49bd-4133-8f7b-73b9ea665083 req-38c3987d-4332-410a-8610-8d0d290450fc service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Jul 29 15:30:45.515497 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847d028-89eb-482d-86a3-2891dce9808a req-1a10a85d-2cc6-49d9-aa73-b066b006141b tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:45.517000 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c847d028-89eb-482d-86a3-2891dce9808a req-1a10a85d-2cc6-49d9-aa73-b066b006141b tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.59 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 945 time: 0.0569994 Jul 29 15:30:45.538380 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b595e4-4263-4af7-8040-20df76f23a85 req-ea143e10-f473-45ca-a039-52ba6224fe98 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:45.539831 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f4b595e4-4263-4af7-8040-20df76f23a85 req-ea143e10-f473-45ca-a039-52ba6224fe98 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0517421 Jul 29 15:30:45.579712 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f4b595e4-4263-4af7-8040-20df76f23a85 req-8c7f1130-d164-4226-982e-3a200a35c86f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337579 Jul 29 15:30:45.610429 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Deleting port 6cafbf40-9a14-409c-8cb2-d5bb2748696a {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:30:45.610769 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:45.698639 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] For port 6cafbf40-9a14-409c-8cb2-d5bb2748696a, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=6cafbf40-9a14-409c-8cb2-d5bb2748696a,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:45.698950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:45.713251 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Calling delete_port for 6cafbf40-9a14-409c-8cb2-d5bb2748696a owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:30:45.862395 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8718494-0474-47b0-ab07-7b572437011b req-c46773ed-97d4-433e-9184-bfbfea7ab874 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:45.863890 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a8718494-0474-47b0-ab07-7b572437011b req-c46773ed-97d4-433e-9184-bfbfea7ab874 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0817993 Jul 29 15:30:45.888080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:45.899397 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4a8977a1-085b-443a-b957-270b620a0400 req-aa9345ab-1bea-4a39-8bf9-c8720002642f tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68d76d7-5055-40b8-a34e-486214595719 HTTP/1.1" status: 200 len: 210 time: 0.0270076 Jul 29 15:30:45.900136 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['6cafbf40-9a14-409c-8cb2-d5bb2748696a'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:30:45.927692 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Pushing event deleted for resources: {'Port': ['ID=6cafbf40-9a14-409c-8cb2-d5bb2748696a,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:45.945926 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a8718494-0474-47b0-ab07-7b572437011b req-af082dfb-e840-41a5-ae6e-97cc773be142 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735462 Jul 29 15:30:45.961447 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.963200 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.963597 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.963945 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.964285 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.964620 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.965024 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.965358 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.965688 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.966012 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.966336 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.966657 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:45.987783 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] No DVR routers for this DVR port 6cafbf40-9a14-409c-8cb2-d5bb2748696a on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:30:45.990103 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:45.992068 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c847d028-89eb-482d-86a3-2891dce9808a req-3fb74753-1dc8-4474-9767-da0fcb1ed0b6 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.59 "DELETE /v2.0/ports/6cafbf40-9a14-409c-8cb2-d5bb2748696a HTTP/1.1" status: 204 len: 173 time: 0.4662354 Jul 29 15:30:45.992484 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68d76d7-5055-40b8-a34e-486214595719', 'name': 'network-vif-deleted', 'tag': '6cafbf40-9a14-409c-8cb2-d5bb2748696a'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:45.994751 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70111ec4-0765-4eed-a57b-7a8811e26bde" -d '{"events": [{"server_uuid": "b68d76d7-5055-40b8-a34e-486214595719", "name": "network-vif-deleted", "tag": "6cafbf40-9a14-409c-8cb2-d5bb2748696a"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:46.033320 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72a764e-3275-4dc6-8785-3a4811ac4e42 x-openstack-request-id: req-e72a764e-3275-4dc6-8785-3a4811ac4e42 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:46.033637 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68d76d7-5055-40b8-a34e-486214595719", "name": "network-vif-deleted", "tag": "6cafbf40-9a14-409c-8cb2-d5bb2748696a", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:46.033940 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e72a764e-3275-4dc6-8785-3a4811ac4e42 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:46.034867 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68d76d7-5055-40b8-a34e-486214595719', 'name': 'network-vif-deleted', 'tag': '6cafbf40-9a14-409c-8cb2-d5bb2748696a', 'status': 'completed', 'code': 200} Jul 29 15:30:46.693197 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbec926-ddf7-4092-a0d8-0da364c5457f req-bbb5d018-8c24-436a-aac1-9625e4c70ae9 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:46.694553 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7bbec926-ddf7-4092-a0d8-0da364c5457f req-bbb5d018-8c24-436a-aac1-9625e4c70ae9 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0477443 Jul 29 15:30:46.734159 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7bbec926-ddf7-4092-a0d8-0da364c5457f req-6c48b52c-da53-4675-a2b6-eab90ef29dd1 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335751 Jul 29 15:30:47.082389 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873a901-03a2-4cb5-8a03-9327614143fa req-3a607c8f-aa03-43da-8cf6-7531937f4542 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:47.084019 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6873a901-03a2-4cb5-8a03-9327614143fa req-3a607c8f-aa03-43da-8cf6-7531937f4542 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0602596 Jul 29 15:30:47.131733 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6873a901-03a2-4cb5-8a03-9327614143fa req-04e04bbc-7767-466f-9593-fb2420cdc5f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Jul 29 15:30:47.850319 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a0f2-f612-4dbb-9c55-d69e2094bebf req-940eef87-ca05-4170-8d1c-870c0dac0aa5 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:47.851801 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42f8a0f2-f612-4dbb-9c55-d69e2094bebf req-940eef87-ca05-4170-8d1c-870c0dac0aa5 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0480585 Jul 29 15:30:47.894027 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42f8a0f2-f612-4dbb-9c55-d69e2094bebf req-ca2c8a0f-f9a7-4ffd-b061-8245335c57e7 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362999 Jul 29 15:30:48.250448 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793e6b-0e11-4f30-b27c-d3ce1d7af330 req-26a3c6d9-8317-4fe7-9a43-906bd59d6af9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:48.251904 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-58793e6b-0e11-4f30-b27c-d3ce1d7af330 req-26a3c6d9-8317-4fe7-9a43-906bd59d6af9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0480828 Jul 29 15:30:48.289513 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-58793e6b-0e11-4f30-b27c-d3ce1d7af330 req-02e711ee-7c3e-4d3e-a87d-2abd10efe7b6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Jul 29 15:30:49.006573 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e77a47-d993-43f1-a7df-3bb1df2258f8 req-dfb9a851-2fc6-4985-a267-9d969ce4dd42 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:49.008023 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-54e77a47-d993-43f1-a7df-3bb1df2258f8 req-dfb9a851-2fc6-4985-a267-9d969ce4dd42 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0475531 Jul 29 15:30:49.048135 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-54e77a47-d993-43f1-a7df-3bb1df2258f8 req-c16cd800-a13b-428e-865a-6dacf0ff2d0a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342572 Jul 29 15:30:49.205732 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 6cafbf40-9a14-409c-8cb2-d5bb2748696a no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:30:49.225230 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 6cafbf40-9a14-409c-8cb2-d5bb2748696a {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:30:49.225569 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 6cafbf40-9a14-409c-8cb2-d5bb2748696a not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:30:49.404947 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6adb60-48e7-4be6-b007-7d7037ee697d req-4d7405a5-a965-43dc-a4ad-6bc70832510e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:49.406725 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5c6adb60-48e7-4be6-b007-7d7037ee697d req-4d7405a5-a965-43dc-a4ad-6bc70832510e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0477297 Jul 29 15:30:49.447094 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5c6adb60-48e7-4be6-b007-7d7037ee697d req-b7c5f33c-e051-4984-a262-6bc148eb80c7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344074 Jul 29 15:30:50.161181 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10349036-b485-45b7-8849-d1e1679da495 req-66cb40f8-22e2-4b56-af59-32c6d63b8763 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:50.162643 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-10349036-b485-45b7-8849-d1e1679da495 req-66cb40f8-22e2-4b56-af59-32c6d63b8763 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0490522 Jul 29 15:30:50.201892 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-10349036-b485-45b7-8849-d1e1679da495 req-614ee6d4-9d19-4d22-bae1-0e365e28ca53 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333347 Jul 29 15:30:50.564071 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08dfc2-c318-4872-9306-b34df0ca3f37 req-1896920b-b924-4bd5-9338-2c927e06901a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:50.565551 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5c08dfc2-c318-4872-9306-b34df0ca3f37 req-1896920b-b924-4bd5-9338-2c927e06901a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0477273 Jul 29 15:30:50.604246 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5c08dfc2-c318-4872-9306-b34df0ca3f37 req-dad0836e-7916-4d6e-8e9d-8be07459b770 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329204 Jul 29 15:30:51.329562 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be37875-2d42-4532-a478-16f3cc7b0de0 req-c60d33f0-e0ac-4584-850b-5d0fdba75832 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:51.331304 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0be37875-2d42-4532-a478-16f3cc7b0de0 req-c60d33f0-e0ac-4584-850b-5d0fdba75832 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0600379 Jul 29 15:30:51.374626 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0be37875-2d42-4532-a478-16f3cc7b0de0 req-2c97c4ed-dc2b-4d00-bbe7-e28ae660c41f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367637 Jul 29 15:30:51.728777 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8352a42-9a95-476d-8d5b-787e5172a16d req-d994e5a0-8627-43c8-84b6-f695e0d45c46 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:51.730313 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d8352a42-9a95-476d-8d5b-787e5172a16d req-d994e5a0-8627-43c8-84b6-f695e0d45c46 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0529673 Jul 29 15:30:51.771255 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d8352a42-9a95-476d-8d5b-787e5172a16d req-84a3a350-7f47-4285-b8a9-ba6a53cc762b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339777 Jul 29 15:30:52.490506 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5917c-29f0-4ea6-b780-c1d6d184fdfb req-ed488fab-6b10-438c-b761-9a3cec4e1074 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:52.491971 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ece5917c-29f0-4ea6-b780-c1d6d184fdfb req-ed488fab-6b10-438c-b761-9a3cec4e1074 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0499978 Jul 29 15:30:52.532806 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ece5917c-29f0-4ea6-b780-c1d6d184fdfb req-44447bae-ee01-49dc-9a07-322d83dc8b1a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346389 Jul 29 15:30:52.891861 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fb5b9-c013-4cca-86e6-b7fc1563e0c0 req-c10b6762-d386-402f-be8b-dda0f583bcc3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:52.893359 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8a5fb5b9-c013-4cca-86e6-b7fc1563e0c0 req-c10b6762-d386-402f-be8b-dda0f583bcc3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 943 time: 0.0475559 Jul 29 15:30:52.930544 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8a5fb5b9-c013-4cca-86e6-b7fc1563e0c0 req-9e6e00df-9889-44c0-a412-54cc8639c3e7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Jul 29 15:30:53.646135 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43915a-2234-4511-a939-7022878056a7 req-c8883796-5781-4a53-ac31-f3c593266a70 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:53.647568 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7e43915a-2234-4511-a939-7022878056a7 req-c8883796-5781-4a53-ac31-f3c593266a70 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0481682 Jul 29 15:30:53.684839 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:30:53.692664 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7e43915a-2234-4511-a939-7022878056a7 req-d65c810c-c818-4e22-9aec-32f5a7e7ebd7 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391555 Jul 29 15:30:53.779933 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:53.791745 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'port_id': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'mac_address': 'fa:16:3e:71:7e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:30:53.827090 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:53.840189 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4781aba6-31ff-45d6-9fe8-470602d734a4 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:30:53.860405 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:53.864242 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:53.911708 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=9']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:53.918552 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.918897 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.919234 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.919595 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.919923 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.920249 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.920571 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.921541 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.922001 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.922331 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.922653 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:53.922971 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:30:54.055002 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356af1-ff9d-450c-9825-8e819217da28 req-af125abe-fa7a-4260-a114-f65a2fbe446a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:54.056498 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-55356af1-ff9d-450c-9825-8e819217da28 req-af125abe-fa7a-4260-a114-f65a2fbe446a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 944 time: 0.0480046 Jul 29 15:30:54.094389 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-55356af1-ff9d-450c-9825-8e819217da28 req-8aa129f7-d8f2-4840-9386-efc9a94ac6dd tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Jul 29 15:30:54.804925 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647cc93-4c11-4d4d-859d-9a9ff5c296e0 req-1da3ba4d-8b1f-49a1-8f6c-fc1520243d57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:54.806356 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2647cc93-4c11-4d4d-859d-9a9ff5c296e0 req-1da3ba4d-8b1f-49a1-8f6c-fc1520243d57 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0478246 Jul 29 15:30:54.846290 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2647cc93-4c11-4d4d-859d-9a9ff5c296e0 req-ba7aa4ab-964f-4aec-ab4a-3a11c114888e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332916 Jul 29 15:30:55.214138 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffc9a4-1c66-4aa2-aec1-51206137304f req-f039e8d3-7309-4f4c-a737-1969f1255862 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:55.215609 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-64ffc9a4-1c66-4aa2-aec1-51206137304f req-f039e8d3-7309-4f4c-a737-1969f1255862 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 944 time: 0.0497398 Jul 29 15:30:55.256510 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-64ffc9a4-1c66-4aa2-aec1-51206137304f req-c249b611-b182-4c81-9a48-b27c949b3684 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345373 Jul 29 15:30:55.835492 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['4781aba6-31ff-45d6-9fe8-470602d734a4'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:30:55.962178 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337f95d-2064-4592-b304-570347742518 req-9e55d1b5-bf1f-460b-82bb-5973ba976139 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:55.963662 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1337f95d-2064-4592-b304-570347742518 req-9e55d1b5-bf1f-460b-82bb-5973ba976139 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0495799 Jul 29 15:30:56.005750 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1337f95d-2064-4592-b304-570347742518 req-6e7c5064-cd58-4eb4-a851-6e5b88aa80af tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342627 Jul 29 15:30:56.377259 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78858-d798-4621-8247-5d8f23561c6a req-64cac32f-8325-45f6-8559-a65905271c12 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:56.378731 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d4f78858-d798-4621-8247-5d8f23561c6a req-64cac32f-8325-45f6-8559-a65905271c12 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 944 time: 0.0488768 Jul 29 15:30:56.414921 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d4f78858-d798-4621-8247-5d8f23561c6a req-13629775-f8d7-4bee-b1a5-72ab78d4b075 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303595 Jul 29 15:30:56.926401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-a6ec87b3-5434-42ba-8fe2-56ab0099c9b2 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:56.927772 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-a6ec87b3-5434-42ba-8fe2-56ab0099c9b2 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/networks?id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f HTTP/1.1" status: 200 len: 814 time: 0.1018598 Jul 29 15:30:56.942880 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-a6f619cf-8831-406d-a348-c6e73c55d4b9 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/quotas/bfb8f26e3c024fc98db7fb3e14f7d6ab HTTP/1.1" status: 200 len: 375 time: 0.0094435 Jul 29 15:30:56.974525 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-7999ec4d-e945-493a-be6b-08a44e1e1a73 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bfb8f26e3c024fc98db7fb3e14f7d6ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266128 Jul 29 15:30:57.065817 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-a983d127-3344-45e5-a107-4617c3b491ac service neutron] 10.222.0.10 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845869 Jul 29 15:30:57.125123 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986fb7-a9aa-45c3-9e29-c2fd07545ca7 req-c312dd90-e386-4eb2-9ab1-0843e9a304a9 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:57.126646 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-70986fb7-a9aa-45c3-9e29-c2fd07545ca7 req-c312dd90-e386-4eb2-9ab1-0843e9a304a9 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0523520 Jul 29 15:30:57.170157 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-6be2c5ed-6a0d-42aa-ad90-23191f2d4258 service neutron] 10.222.0.10 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983596 Jul 29 15:30:57.170336 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-70986fb7-a9aa-45c3-9e29-c2fd07545ca7 req-e72b9040-cf7f-4b67-ba14-3ac309af3eae tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369802 Jul 29 15:30:57.328844 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b5da1e28-003c-41fc-9050-5ed2f26481cb req-a2742b18-2e34-496f-9f05-52efa938f10e tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 210 time: 0.0296800 Jul 29 15:30:57.538379 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea4233-b3c3-4e9f-8106-1b1aaee2f65c req-ad14403c-32eb-4102-8ccc-4497b09a6ec2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:57.540058 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-62ea4233-b3c3-4e9f-8106-1b1aaee2f65c req-ad14403c-32eb-4102-8ccc-4497b09a6ec2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 944 time: 0.0504806 Jul 29 15:30:57.578926 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-62ea4233-b3c3-4e9f-8106-1b1aaee2f65c req-cf79d298-1ddc-4a5f-ac8f-c492bdc2dda8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Jul 29 15:30:57.582423 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:57.634387 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 4781aba6-31ff-45d6-9fe8-470602d734a4 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:57.634783 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:57.717151 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:57.741109 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:57.743336 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72de363-60f1-4b43-86eb-187b0332313a" -d '{"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-plugged", "status": "completed", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:57.757180 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:57.761472 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:57.802224 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbfe6e0-1a65-45cb-b225-0617b184a91e x-openstack-request-id: req-bdbfe6e0-1a65-45cb-b225-0617b184a91e {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:57.802517 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-plugged", "status": "completed", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:57.802958 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bdbfe6e0-1a65-45cb-b225-0617b184a91e {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:57.803520 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'code': 200} Jul 29 15:30:57.839885 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=10']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:58.323101 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0bb6f-0ef2-4371-9665-f283b95d3079 req-e0ffb57f-f65c-47e1-a67a-55721babc99d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:58.324628 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b8c0bb6f-0ef2-4371-9665-f283b95d3079 req-e0ffb57f-f65c-47e1-a67a-55721babc99d tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0611255 Jul 29 15:30:58.335886 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f55eec-9363-4c78-9a0b-8f589b5ed495 req-f43392e4-6eb2-493c-aba6-4b9a3944b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:58.337490 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-84f55eec-9363-4c78-9a0b-8f589b5ed495 req-f43392e4-6eb2-493c-aba6-4b9a3944b339 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 1099 time: 0.0727501 Jul 29 15:30:58.360225 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-ce58dd92-61e6-462d-b73d-c99ca07a4a54 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:58.362940 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-ce58dd92-61e6-462d-b73d-c99ca07a4a54 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.59 "GET /v2.0/networks?id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f HTTP/1.1" status: 200 len: 814 time: 0.1486979 Jul 29 15:30:58.378010 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Request body: {'port': {'device_id': '68eb69c0-28c9-417e-b498-52e89f42f75e', 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f', 'admin_state_up': True, 'tenant_id': 'bfb8f26e3c024fc98db7fb3e14f7d6ab'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:58.380154 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b8c0bb6f-0ef2-4371-9665-f283b95d3079 req-8bf2ca8c-c4df-48fc-84a9-06ba88627f95 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461202 Jul 29 15:30:58.455933 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-84f55eec-9363-4c78-9a0b-8f589b5ed495 req-dd406a1d-074b-44c2-9000-0f28da45ee27 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094418 Jul 29 15:30:58.475933 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-63343455-18a9-48e0-958a-0bbd6e07e10f req-a62fbe09-a4bb-491a-9650-35ab83800d54 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 210 time: 0.0413287 Jul 29 15:30:58.530434 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Made reservation on behalf of bfb8f26e3c024fc98db7fb3e14f7d6ab for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:30:58.534058 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:58.703327 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2f701-5f6a-4d5f-8fbe-4540835885bc req-e09598b4-edc9-432b-8cda-01a8709d3589 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:58.704979 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9ab2f701-5f6a-4d5f-8fbe-4540835885bc req-e09598b4-edc9-432b-8cda-01a8709d3589 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Jul 29 15:30:58.746513 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9ab2f701-5f6a-4d5f-8fbe-4540835885bc req-4b734581-0c9f-48da-97e1-dda2cf572ed1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347772 Jul 29 15:30:58.812694 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-ea52a84e-9696-4787-bf9f-339ff721af06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:58.908534 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Allocated IP 172.20.0.11 (04d5b1af-9b79-46d8-a4d4-cc9c586b357f/8e64515d-5bcb-4965-ad90-14ffb1d4ab8d/086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:30:59.050295 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.086675 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.132287 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:30:59.137149 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:30:59.139793 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:30:59.173419 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Pushing event updated for resources: {'Port': ['ID=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:59.198962 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:59.199565 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.213002 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-8588d7a4-348e-436f-a068-4d440aefc095 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8405962 Jul 29 15:30:59.227903 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Request body: {'port': {'device_id': '68eb69c0-28c9-417e-b498-52e89f42f75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:59.281549 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.504132 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b43074-65db-4487-8f3e-c1b36de4774c req-ebee7ec2-9c75-4cda-b39a-4d68ba8b42a5 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:59.506621 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-09b43074-65db-4487-8f3e-c1b36de4774c req-ebee7ec2-9c75-4cda-b39a-4d68ba8b42a5 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0515163 Jul 29 15:30:59.540044 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:30:59.549278 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.564481 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-09b43074-65db-4487-8f3e-c1b36de4774c req-7b2912b6-70fe-401d-8b6d-2690cc500cab tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414288 Jul 29 15:30:59.570309 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Transition to ACTIVE for port object 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:59.592853 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.656567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca019ec-2743-4b51-87a1-81e4692eedac req-9930c2d0-22d9-409a-8789-b89f8826e3f0 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:59.658100 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cca019ec-2743-4b51-87a1-81e4692eedac req-9930c2d0-22d9-409a-8789-b89f8826e3f0 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 944 time: 0.0982628 Jul 29 15:30:59.668392 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Pushing event updated for resources: {'Port': ['ID=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:59.746083 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cca019ec-2743-4b51-87a1-81e4692eedac req-c71934c5-31b0-4689-a5eb-5e59804044b3 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798821 Jul 29 15:30:59.764040 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Attempting to bind port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:30:59.764457 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Attempting to bind port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:30:59.765618 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Attempting to bind port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 on network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:59.770201 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 on network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:30:59.770524 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Attempting to bind port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 on network 04d5b1af-9b79-46d8-a4d4-cc9c586b357f {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:59.776439 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:30:59.776681 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Checking segment: {'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:30:59.777120 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Bound using segment: {'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:30:59.777554 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Bound port: 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883134e7-4085-40c2-83ea-aed66121f756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:30:59.777918 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.852733 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] For port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:30:59.856279 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] For port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:30:59.861467 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.880196 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ac353-cc7a-42f4-ad06-23aede12add1 req-c9e59cbb-8456-4880-956f-b684a8848afd tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:59.882203 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b92ac353-cc7a-42f4-ad06-23aede12add1 req-c9e59cbb-8456-4880-956f-b684a8848afd tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 946 time: 0.0558650 Jul 29 15:30:59.899455 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:59.900071 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:59.901566 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 HTTP/1.1" status: 200 len: 1094 time: 0.6775599 Jul 29 15:30:59.901936 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eb69c0-28c9-417e-b498-52e89f42f75e', 'tag': '086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:59.904327 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd33fb0f-aab4-46d0-8044-13350d794cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "68eb69c0-28c9-417e-b498-52e89f42f75e", "tag": "086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:59.936366 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb90f1f-87be-41ae-a48f-9c8ecd7115f1 service neutron] Pushing event updated for resources: {'Port': ['ID=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:59.947809 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b92ac353-cc7a-42f4-ad06-23aede12add1 req-209b7089-6389-44a4-9094-c17ea295abc9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580204 Jul 29 15:31:00.006863 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-f71d0614-9c9d-46ac-a060-de4c5a792e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:00.008390 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-f71d0614-9c9d-46ac-a060-de4c5a792e61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfb8f26e3c024fc98db7fb3e14f7d6ab&device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 1097 time: 0.0553794 Jul 29 15:31:00.009866 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557fdc25-b8f6-40ce-8a8e-4ce8ad21f59f x-openstack-request-id: req-557fdc25-b8f6-40ce-8a8e-4ce8ad21f59f {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:00.010148 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68eb69c0-28c9-417e-b498-52e89f42f75e", "tag": "086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:00.010395 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-557fdc25-b8f6-40ce-8a8e-4ce8ad21f59f {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:00.010812 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eb69c0-28c9-417e-b498-52e89f42f75e', 'tag': '086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5', 'status': 'completed', 'code': 200} Jul 29 15:31:00.057194 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-01b7f207-1040-4dd6-b900-88cf0962e6e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 HTTP/1.1" status: 200 len: 217 time: 0.0399730 Jul 29 15:31:00.111503 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-e4270f85-7e3b-467b-be62-671fed07fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:00.112994 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-e4270f85-7e3b-467b-be62-671fed07fdca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e64515d-5bcb-4965-ad90-14ffb1d4ab8d HTTP/1.1" status: 200 len: 854 time: 0.0481274 Jul 29 15:31:00.148175 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-97fc9530-f319-49bf-9afd-a46f175cfcd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253243 Jul 29 15:31:00.239744 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-f1b5be80-c9be-4b37-acd6-82b7a5b8dd26 service neutron] 10.222.0.59 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827057 Jul 29 15:31:00.340163 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8a8c741a-5473-4507-9cfe-ded8b0dfa825 req-c55dfc98-e31b-4bf2-8819-595a85fbdb11 service neutron] 10.222.0.59 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920622 Jul 29 15:31:00.424979 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-d37d7923-c7fa-42e4-a303-b7fa3ee2d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:00.426457 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-d37d7923-c7fa-42e4-a303-b7fa3ee2d174 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bfb8f26e3c024fc98db7fb3e14f7d6ab&device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 1097 time: 0.0410895 Jul 29 15:31:00.522529 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-4841b1ad-157a-4b70-b7c2-b05ca24e7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:00.523909 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-4841b1ad-157a-4b70-b7c2-b05ca24e7a76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f HTTP/1.1" status: 200 len: 915 time: 0.0904920 Jul 29 15:31:00.565582 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-8a7f4549-577a-445d-af8d-fc45200af814 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 HTTP/1.1" status: 200 len: 217 time: 0.0334961 Jul 29 15:31:00.613782 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-9fa96233-ad2d-4905-ae3e-0a7c840872f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:00.615284 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-9fa96233-ad2d-4905-ae3e-0a7c840872f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e64515d-5bcb-4965-ad90-14ffb1d4ab8d HTTP/1.1" status: 200 len: 854 time: 0.0429251 Jul 29 15:31:00.666773 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-c546cd67-9817-4585-b5fc-90d23ca6b142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04d5b1af-9b79-46d8-a4d4-cc9c586b357f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365069 Jul 29 15:31:00.749610 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc0e9f-b741-41b3-a690-a28e788df67b req-ba7542bc-11b3-4440-a09f-225de365c699 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:00.751096 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-77dc0e9f-b741-41b3-a690-a28e788df67b req-ba7542bc-11b3-4440-a09f-225de365c699 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.1131861 Jul 29 15:31:00.815448 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-5e9019a0-ff70-450f-84f6-2632e5220598 service neutron] 10.222.0.59 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354363 Jul 29 15:31:00.823028 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-77dc0e9f-b741-41b3-a690-a28e788df67b req-653cfc4a-14a6-4221-885b-ab77fc16ba74 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659189 Jul 29 15:31:00.874452 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c05e3-b28d-4291-8f42-341cb3666274 req-286bec2c-63db-4c19-8b78-6492ca8c41f0 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:00.875950 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2c4c05e3-b28d-4291-8f42-341cb3666274 req-286bec2c-63db-4c19-8b78-6492ca8c41f0 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 944 time: 0.0510566 Jul 29 15:31:00.915002 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-2c4c05e3-b28d-4291-8f42-341cb3666274 req-e3a428a7-ca0c-41cb-a8c4-08770e36fe77 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Jul 29 15:31:00.915590 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dd33fb0f-aab4-46d0-8044-13350d794cbb req-a2934b2e-8666-4d2c-80a8-fe7554ed6623 service neutron] 10.222.0.59 "GET /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850542 Jul 29 15:31:01.073139 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8956ef9-f1d2-4f4b-9478-5a1dcbd6db37 req-67224740-f173-4d3c-9b7e-6c6da74eec8e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:01.074643 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b8956ef9-f1d2-4f4b-9478-5a1dcbd6db37 req-67224740-f173-4d3c-9b7e-6c6da74eec8e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 946 time: 0.0492480 Jul 29 15:31:01.112878 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b8956ef9-f1d2-4f4b-9478-5a1dcbd6db37 req-e570390b-f9f0-4fbf-8da7-da4e83a4fd28 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318096 Jul 29 15:31:01.216973 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-ab33a594-9dc5-44bf-a7e8-72682a39a8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:01.417273 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:01.942709 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1981b61-78ed-477a-8069-2ec749869181 req-2cf78009-8d02-4b33-9713-4d0ed7dfe70a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:01.944386 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f1981b61-78ed-477a-8069-2ec749869181 req-2cf78009-8d02-4b33-9713-4d0ed7dfe70a tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0493639 Jul 29 15:31:01.985081 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f1981b61-78ed-477a-8069-2ec749869181 req-ed203e21-f368-4927-a6df-e6d878b9b885 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340297 Jul 29 15:31:02.044651 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309c8e1-0c47-41df-8034-8c8ead729ba2 req-5b3d5a5d-8771-4d18-aedd-c2f3cd38acd7 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:02.046214 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9309c8e1-0c47-41df-8034-8c8ead729ba2 req-5b3d5a5d-8771-4d18-aedd-c2f3cd38acd7 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 944 time: 0.0593324 Jul 29 15:31:02.086175 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9309c8e1-0c47-41df-8034-8c8ead729ba2 req-f6535f12-4240-405f-871f-81795ae6dc83 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332823 Jul 29 15:31:02.490529 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:03.101190 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b8139-1a9f-4bb3-b630-199a3a4319de req-5e04c1aa-aa30-4684-8001-cc729b6b91a7 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:03.102633 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-402b8139-1a9f-4bb3-b630-199a3a4319de req-5e04c1aa-aa30-4684-8001-cc729b6b91a7 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0480185 Jul 29 15:31:03.143160 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-402b8139-1a9f-4bb3-b630-199a3a4319de req-2f8f5384-32e5-452d-bf09-a788faa45314 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345631 Jul 29 15:31:03.207806 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00c6a9-244f-4fde-a1e4-86cb195d8c5b req-cedbe8c0-25eb-43a0-ba0f-504646ac628f tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:03.209312 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ec00c6a9-244f-4fde-a1e4-86cb195d8c5b req-cedbe8c0-25eb-43a0-ba0f-504646ac628f tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 944 time: 0.0546758 Jul 29 15:31:03.247282 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ec00c6a9-244f-4fde-a1e4-86cb195d8c5b req-499e67a2-55b6-4657-ace6-ccfb44c75277 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jul 29 15:31:03.595989 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:31:03.687359 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:03.698094 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5', 'network_id': '04d5b1af-9b79-46d8-a4d4-cc9c586b357f', 'port_id': '086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5', 'mac_address': 'fa:16:3e:6b:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e64515d-5bcb-4965-ad90-14ffb1d4ab8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:31:03.738227 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:03.750067 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:31:03.768239 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:03.772305 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:03.818461 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:04.023163 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:31:04.085531 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:04.274956 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3dc2e-373a-4372-a467-837d3146fc7b req-4acd26f5-6a93-4c16-808a-2b7ad9021097 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:04.276355 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-39f3dc2e-373a-4372-a467-837d3146fc7b req-4acd26f5-6a93-4c16-808a-2b7ad9021097 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0496814 Jul 29 15:31:04.316128 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-39f3dc2e-373a-4372-a467-837d3146fc7b req-007e568f-f424-40a6-94c2-690c081daa93 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334001 Jul 29 15:31:04.416050 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed234f82-7acc-4516-8aa8-5b4fc463c8b3 req-50c2f898-7705-4f20-b76c-54b51bf6045a tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:04.417553 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ed234f82-7acc-4516-8aa8-5b4fc463c8b3 req-50c2f898-7705-4f20-b76c-54b51bf6045a tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 945 time: 0.0487328 Jul 29 15:31:04.455942 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ed234f82-7acc-4516-8aa8-5b4fc463c8b3 req-015b5086-368e-46c3-b71f-cd5aaded0e03 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jul 29 15:31:05.430301 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785efbac-3779-4d2a-9c42-66dac4eba49c req-bc3a2ba7-439d-42e5-9a2c-90682cab9b5f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:05.431767 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-785efbac-3779-4d2a-9c42-66dac4eba49c req-bc3a2ba7-439d-42e5-9a2c-90682cab9b5f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0496874 Jul 29 15:31:05.472460 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-785efbac-3779-4d2a-9c42-66dac4eba49c req-7922ecc9-7a09-4dc0-b334-18046ffa3a28 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345097 Jul 29 15:31:05.587006 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5679c-1a75-431b-b218-430211d4f241 req-f2c2e331-909b-4b61-bbad-7543ef28772f tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:05.588413 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb5679c-1a75-431b-b218-430211d4f241 req-f2c2e331-909b-4b61-bbad-7543ef28772f tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 945 time: 0.0543795 Jul 29 15:31:05.609262 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:05.631698 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1cb5679c-1a75-431b-b218-430211d4f241 req-faa07eae-9553-4927-8274-0b4c38d1d14d tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365717 Jul 29 15:31:05.667910 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:05.672781 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:05.673172 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:05.772281 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:05.803614 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eb69c0-28c9-417e-b498-52e89f42f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:05.805921 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cf643e-5c77-4514-912b-b70146e34162" -d '{"events": [{"server_uuid": "68eb69c0-28c9-417e-b498-52e89f42f75e", "name": "network-vif-plugged", "status": "completed", "tag": "086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:05.822265 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:05.828867 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:05.853730 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40539c31-ee06-47f2-985a-06d5ddb40ebf x-openstack-request-id: req-40539c31-ee06-47f2-985a-06d5ddb40ebf {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:05.854076 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eb69c0-28c9-417e-b498-52e89f42f75e", "name": "network-vif-plugged", "status": "completed", "tag": "086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:05.854269 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40539c31-ee06-47f2-985a-06d5ddb40ebf {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:05.854653 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eb69c0-28c9-417e-b498-52e89f42f75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5', 'code': 200} Jul 29 15:31:05.883513 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:06.050278 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3647bfc-6cf2-4d13-85ec-1889a20dda6b req-7158c5b6-5dc6-44cc-8ce1-c5da6dafbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.052099 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c3647bfc-6cf2-4d13-85ec-1889a20dda6b req-7158c5b6-5dc6-44cc-8ce1-c5da6dafbc35 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 1099 time: 0.0479755 Jul 29 15:31:06.094414 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c3647bfc-6cf2-4d13-85ec-1889a20dda6b req-5574e4f5-de93-47c8-967e-06d00b202b60 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Jul 29 15:31:06.594382 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5931794-c9e5-4fed-8c1d-d6c731cc42b1 req-4536ffe9-8c63-480f-b312-fd4c461adde0 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.595853 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b5931794-c9e5-4fed-8c1d-d6c731cc42b1 req-4536ffe9-8c63-480f-b312-fd4c461adde0 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0548735 Jul 29 15:31:06.635541 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b5931794-c9e5-4fed-8c1d-d6c731cc42b1 req-c14d5e4c-2888-4d1b-9d1a-7dcea6992c3f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&id=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335677 Jul 29 15:31:06.747739 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01a200-3778-4a20-85ac-dc3f72c61f80 req-9c9b4f0f-469a-41e8-8b98-51080d3faabf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.749178 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df01a200-3778-4a20-85ac-dc3f72c61f80 req-9c9b4f0f-469a-41e8-8b98-51080d3faabf tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 946 time: 0.0489194 Jul 29 15:31:06.785881 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df01a200-3778-4a20-85ac-dc3f72c61f80 req-9aefd100-9127-4db3-99d9-c08755ec36fc tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308321 Jul 29 15:31:07.903358 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd75095-1be0-44b8-bc00-750c7a14bd89 req-f9f7f06f-4e43-4e36-bfde-21dabb9eb175 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:07.904851 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3cd75095-1be0-44b8-bc00-750c7a14bd89 req-f9f7f06f-4e43-4e36-bfde-21dabb9eb175 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 946 time: 0.0526559 Jul 29 15:31:07.943595 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3cd75095-1be0-44b8-bc00-750c7a14bd89 req-373dfbd3-732a-4362-83dd-771571d76e17 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Jul 29 15:31:11.498738 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:18.958816 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:31:26.534347 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf383ab9-6375-40bc-b0c0-22ba784816b8 req-7c075848-ea9d-46f4-8755-57d0e0683ddc tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:26.535876 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bf383ab9-6375-40bc-b0c0-22ba784816b8 req-7c075848-ea9d-46f4-8755-57d0e0683ddc tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0503240 Jul 29 15:31:26.574734 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bf383ab9-6375-40bc-b0c0-22ba784816b8 req-831a72bd-fd4d-4763-886c-7938a51c2dcb tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Jul 29 15:31:27.700281 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb875d5d-5316-47bc-a43b-1f30996e23b1 req-36677921-081b-43e8-9234-5960b8c6a9f0 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:27.701891 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-eb875d5d-5316-47bc-a43b-1f30996e23b1 req-36677921-081b-43e8-9234-5960b8c6a9f0 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0586498 Jul 29 15:31:27.740990 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-eb875d5d-5316-47bc-a43b-1f30996e23b1 req-c5cb92df-a384-4a1a-bd96-00c0abe20d56 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Jul 29 15:31:28.806079 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-01746317-7faf-48f0-becc-47100d293afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:28.870548 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d00ca8-b52f-4944-a385-dae7a2232b91 req-656d4189-abc1-43da-986b-ba6aafbbe2c2 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:28.872094 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-96d00ca8-b52f-4944-a385-dae7a2232b91 req-656d4189-abc1-43da-986b-ba6aafbbe2c2 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0591543 Jul 29 15:31:28.912644 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-96d00ca8-b52f-4944-a385-dae7a2232b91 req-30de44f6-af39-4aeb-b6f7-720cd11c5e7c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Jul 29 15:31:28.972695 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfd5e-c803-48dc-b4ad-150eec63ca83 req-508eabf2-82f4-41a7-b191-bf0da266139b tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:28.974089 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c50dfd5e-c803-48dc-b4ad-150eec63ca83 req-508eabf2-82f4-41a7-b191-bf0da266139b tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 946 time: 0.0567141 Jul 29 15:31:29.015146 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c50dfd5e-c803-48dc-b4ad-150eec63ca83 req-5fd5d859-6c52-4531-98be-9250ca6a9107 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Jul 29 15:31:30.034470 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182ce2d-9344-4c56-989e-2adc12834b90 req-ebb3b101-0da5-4048-9e0e-9ee58f25e547 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:30.035967 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8182ce2d-9344-4c56-989e-2adc12834b90 req-ebb3b101-0da5-4048-9e0e-9ee58f25e547 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0488663 Jul 29 15:31:30.074001 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8182ce2d-9344-4c56-989e-2adc12834b90 req-79413e31-323e-4f4c-a4bd-8ad2625bde6b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320108 Jul 29 15:31:30.131108 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa05ba9-3466-4e67-860a-f507dc1be275 req-3691f9dc-1f19-42ac-a748-28d8fa042e69 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:30.132557 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9aa05ba9-3466-4e67-860a-f507dc1be275 req-3691f9dc-1f19-42ac-a748-28d8fa042e69 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 946 time: 0.0491540 Jul 29 15:31:30.170079 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9aa05ba9-3466-4e67-860a-f507dc1be275 req-cb8ada4f-1b0a-44de-942b-3db3be653331 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jul 29 15:31:30.983489 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-cb1b8425-02c4-4db9-a93c-e60e7a1e354f tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:30.984946 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-cb1b8425-02c4-4db9-a93c-e60e7a1e354f tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.59 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 946 time: 0.0478568 Jul 29 15:31:31.082548 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Deleting port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:31:31.083467 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:31.204801 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] For port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,segment=NetworkSegment(883134e7-4085-40c2-83ea-aed66121f756),segment_id=883134e7-4085-40c2-83ea-aed66121f756)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:31.205809 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:31.218468 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-978b4d2b-d03e-4368-a93d-916b0d1c477a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:31.223205 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Calling delete_port for 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:31:31.232020 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447efa0-108c-4c9f-aa0c-d2e6202be3fc req-027c2dc1-d58f-47b0-988d-f74c51989019 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:31.233551 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5447efa0-108c-4c9f-aa0c-d2e6202be3fc req-027c2dc1-d58f-47b0-988d-f74c51989019 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0890231 Jul 29 15:31:31.291976 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12051379-d047-483a-89c6-187d5bac282a req-cbef69e9-309d-464e-9013-67d28ace5687 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:31.293835 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-12051379-d047-483a-89c6-187d5bac282a req-cbef69e9-309d-464e-9013-67d28ace5687 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/ports?device_id=68eb69c0-28c9-417e-b498-52e89f42f75e HTTP/1.1" status: 200 len: 946 time: 0.0562148 Jul 29 15:31:31.312420 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5447efa0-108c-4c9f-aa0c-d2e6202be3fc req-ff67d9d4-74cb-49b2-b23c-e10d14c9753e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709553 Jul 29 15:31:31.334001 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-12051379-d047-483a-89c6-187d5bac282a req-fafa5d98-d2b8-4339-9633-32c788ed7563 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341506 Jul 29 15:31:31.392538 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:31.410696 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:31:31.422255 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Pushing event deleted for resources: {'Port': ['ID=086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:31.441182 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:31.465404 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] No DVR routers for this DVR port 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:31:31.467880 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:31.469940 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-447c8810-478e-43fb-92e8-ac5979eff2f0 req-4b8d492d-39ed-4677-a6fa-c63bf5a2e193 tempest-VolumesSnapshotTestJSON-224461071 tempest-VolumesSnapshotTestJSON-224461071-project] 10.222.0.59 "DELETE /v2.0/ports/086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 HTTP/1.1" status: 204 len: 173 time: 0.4732592 Jul 29 15:31:31.470360 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eb69c0-28c9-417e-b498-52e89f42f75e', 'name': 'network-vif-deleted', 'tag': '086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:31.473344 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fc9400-7b18-496d-9b86-6e19bd7ac256" -d '{"events": [{"server_uuid": "68eb69c0-28c9-417e-b498-52e89f42f75e", "name": "network-vif-deleted", "tag": "086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:31.509658 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b0633a-ce9d-4c04-aa81-837b55974934 x-openstack-request-id: req-73b0633a-ce9d-4c04-aa81-837b55974934 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:31.509948 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68eb69c0-28c9-417e-b498-52e89f42f75e", "name": "network-vif-deleted", "tag": "086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:31.510203 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73b0633a-ce9d-4c04-aa81-837b55974934 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:31.510603 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eb69c0-28c9-417e-b498-52e89f42f75e', 'name': 'network-vif-deleted', 'tag': '086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5', 'status': 'completed', 'code': 200} Jul 29 15:31:32.426986 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305d90-b50b-4a6d-84ba-ddd92c41ba2a req-f63d7565-159a-4a6c-bd32-7118366f2887 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:32.428548 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-88305d90-b50b-4a6d-84ba-ddd92c41ba2a req-f63d7565-159a-4a6c-bd32-7118366f2887 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0494466 Jul 29 15:31:32.468408 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-88305d90-b50b-4a6d-84ba-ddd92c41ba2a req-38a31839-dbf7-4dc3-bb7f-7945ee02c99c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335667 Jul 29 15:31:32.495325 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:33.583808 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df358916-6a01-4980-a73a-5cb2cfe53d17 req-5c113faf-d20e-4cbc-905e-424886746b1b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:33.585316 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df358916-6a01-4980-a73a-5cb2cfe53d17 req-5c113faf-d20e-4cbc-905e-424886746b1b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0490403 Jul 29 15:31:33.622631 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df358916-6a01-4980-a73a-5cb2cfe53d17 req-a66ca03b-1305-471a-b265-de64f3084204 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Jul 29 15:31:34.078195 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:34.741569 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8e3d6-c902-4e52-9269-b9b82b7c45c7 req-08895c37-240a-4e95-83e8-86725fc3b87a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:34.742927 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1ae8e3d6-c902-4e52-9269-b9b82b7c45c7 req-08895c37-240a-4e95-83e8-86725fc3b87a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0553288 Jul 29 15:31:34.780517 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1ae8e3d6-c902-4e52-9269-b9b82b7c45c7 req-60f887c9-4bcf-4167-b777-3c9789fef337 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316932 Jul 29 15:31:35.878102 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:31:35.899791 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:31:35.900134 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 086a62f2-8ea6-4acd-acd6-9dbb3cb60bd5 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:31:35.902000 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0285cb-525f-4064-9fe3-faf7701b8375 req-2b241f3a-cee8-478c-a0ce-71acb7876d93 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:35.903516 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2e0285cb-525f-4064-9fe3-faf7701b8375 req-2b241f3a-cee8-478c-a0ce-71acb7876d93 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0574226 Jul 29 15:31:35.940610 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2e0285cb-525f-4064-9fe3-faf7701b8375 req-c2210d68-9b40-424a-b3ca-04659651fecb tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305960 Jul 29 15:31:37.057419 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a3a69-456c-4153-8994-66fb56cb0637 req-1f1e6cf3-8359-49e4-82cd-dcde8087a8c5 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:37.058885 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a00a3a69-456c-4153-8994-66fb56cb0637 req-1f1e6cf3-8359-49e4-82cd-dcde8087a8c5 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0519161 Jul 29 15:31:37.095437 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a00a3a69-456c-4153-8994-66fb56cb0637 req-ade9760a-7858-49b0-a1ab-9caced8a0fc8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306730 Jul 29 15:31:38.223779 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0804a64-d13d-4743-9376-fde644550e0a req-95e8e50d-0809-4211-8258-86dbcd810ad8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:38.225268 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f0804a64-d13d-4743-9376-fde644550e0a req-95e8e50d-0809-4211-8258-86dbcd810ad8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0584607 Jul 29 15:31:38.268162 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f0804a64-d13d-4743-9376-fde644550e0a req-e984500b-6cdf-499d-8bce-af36b2e7fa65 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349309 Jul 29 15:31:39.383592 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f160-fe15-45bc-a104-94a725991bf5 req-0b69d457-08a4-42be-9ee7-1ed228cbb3f0 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:39.385104 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4885f160-fe15-45bc-a104-94a725991bf5 req-0b69d457-08a4-42be-9ee7-1ed228cbb3f0 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0483880 Jul 29 15:31:39.426398 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4885f160-fe15-45bc-a104-94a725991bf5 req-009772c2-6b56-40cc-9b5a-92f107598679 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354080 Jul 29 15:31:40.544401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb790ed-5b50-403e-8608-aed4b6aeed5f req-236e16d2-8134-4bdf-aa1f-ddf79350ec30 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:40.545905 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0cb790ed-5b50-403e-8608-aed4b6aeed5f req-236e16d2-8134-4bdf-aa1f-ddf79350ec30 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0496302 Jul 29 15:31:40.584967 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0cb790ed-5b50-403e-8608-aed4b6aeed5f req-34cdf8ef-b1f6-4cb8-9639-5ad20e22f164 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Jul 29 15:31:41.495047 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:41.703425 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd5934-0bca-44fd-8023-8ed0eb8853ed req-8171781e-f9dd-48d0-afec-c685e28eb88c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:41.704937 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9dcd5934-0bca-44fd-8023-8ed0eb8853ed req-8171781e-f9dd-48d0-afec-c685e28eb88c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0530076 Jul 29 15:31:41.744549 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9dcd5934-0bca-44fd-8023-8ed0eb8853ed req-26344c11-3dec-4bf8-a688-daf41ae7ae7f tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Jul 29 15:31:41.769633 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-ba97c5cc-c6f2-4267-ba71-6cd9a32c3a8c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431802 Jul 29 15:31:41.832761 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-74e4eca9-54b6-43a3-85f6-3cadee198984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:41.834720 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-74e4eca9-54b6-43a3-85f6-3cadee198984 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1137 time: 0.0420752 Jul 29 15:31:41.945274 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-875370a4-2a2d-41cd-a2ab-b7c52aa6a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:41.946764 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-875370a4-2a2d-41cd-a2ab-b7c52aa6a28b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 200 len: 915 time: 0.0925598 Jul 29 15:31:42.015856 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-7c2517e1-bb68-4da8-a9d1-2b40090fa504 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 1000 time: 0.0575314 Jul 29 15:31:42.073246 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-0c09a5f4-b232-420c-a4be-072720fcecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:42.074651 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-0c09a5f4-b232-420c-a4be-072720fcecbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cbebe71-cbee-43d5-ae00-0e89c60911f6 HTTP/1.1" status: 200 len: 853 time: 0.0435328 Jul 29 15:31:42.123074 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-72fc2c3b-c564-41a3-8038-d6a851183ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:42.124525 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-72fc2c3b-c564-41a3-8038-d6a851183ccb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f9db67-55e7-4ea1-aeee-bafa9170984e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414104 Jul 29 15:31:42.215075 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-7aa241b7-3d8c-428f-b165-8891066b7d36 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829291 Jul 29 15:31:42.865846 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81534ed3-71f9-4640-bc12-a59f0c639cab req-b6cbe23c-e665-4b8c-b494-c53a594e3663 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:42.867316 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81534ed3-71f9-4640-bc12-a59f0c639cab req-b6cbe23c-e665-4b8c-b494-c53a594e3663 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0550516 Jul 29 15:31:42.903688 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81534ed3-71f9-4640-bc12-a59f0c639cab req-c74ddd7f-2eb3-4f6e-90c0-32fb65c72347 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302012 Jul 29 15:31:43.312551 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ade4f131-889b-43a0-b4a2-1d8460d7c42f req-ca78e802-a4af-42d4-9df1-05d0d376ab2a service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845134 Jul 29 15:31:44.026575 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ff24c-b565-4f57-8705-54ecf9828444 req-07bdcc08-b66d-4472-b845-4e9caa40fcf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:44.028061 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f27ff24c-b565-4f57-8705-54ecf9828444 req-07bdcc08-b66d-4472-b845-4e9caa40fcf1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0584495 Jul 29 15:31:44.065302 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f27ff24c-b565-4f57-8705-54ecf9828444 req-b9b15ab9-2be9-4955-9e4e-3799ca13483e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313647 Jul 29 15:31:45.180079 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283e836-e867-49f1-94bf-813991dac22a req-3b686c16-1518-4019-bb3d-d3ab7f7b19bc tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:45.181600 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f283e836-e867-49f1-94bf-813991dac22a req-3b686c16-1518-4019-bb3d-d3ab7f7b19bc tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0489888 Jul 29 15:31:45.223216 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f283e836-e867-49f1-94bf-813991dac22a req-3e5693de-231c-49ca-81b2-a10d375ad66c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346577 Jul 29 15:31:46.347148 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5457-c0f4-40c3-9cb6-2fafe5a41362 req-6f52dcf0-8225-4d2b-8600-3dbdabacfe4b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:46.348081 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cc9f5457-c0f4-40c3-9cb6-2fafe5a41362 req-6f52dcf0-8225-4d2b-8600-3dbdabacfe4b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0563021 Jul 29 15:31:46.402721 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cc9f5457-c0f4-40c3-9cb6-2fafe5a41362 req-628cbf1b-25c7-491a-a193-5ee3307f4906 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485353 Jul 29 15:31:47.538634 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905292d7-4dc5-427c-86aa-eb575b7c1eed req-42fbd05c-88c7-4d78-86d2-1a3902634f4b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:47.540195 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-905292d7-4dc5-427c-86aa-eb575b7c1eed req-42fbd05c-88c7-4d78-86d2-1a3902634f4b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0527444 Jul 29 15:31:47.587914 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-905292d7-4dc5-427c-86aa-eb575b7c1eed req-e58ca0e0-ef95-42db-aaae-e02e9ec4015e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Jul 29 15:31:47.843503 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b474a-13a2-4bf9-b3a9-f4615fca8d35 req-13d0938e-011e-4e18-9671-a995ba21308a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:47.845020 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c53b474a-13a2-4bf9-b3a9-f4615fca8d35 req-13d0938e-011e-4e18-9671-a995ba21308a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0641007 Jul 29 15:31:47.923523 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c53b474a-13a2-4bf9-b3a9-f4615fca8d35 req-227482e6-3c3c-424c-9ae4-a8ffbc590a78 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648744 Jul 29 15:31:47.933496 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17998647-202a-429d-8db9-7dd455029de7 req-4e66d85b-36f3-426a-b94f-d7f209f8b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:47.935378 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-17998647-202a-429d-8db9-7dd455029de7 req-4e66d85b-36f3-426a-b94f-d7f209f8b124 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 1098 time: 0.0560305 Jul 29 15:31:47.969621 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd4ca5-ad1a-4de8-963c-766aa4edb18c req-1047b96d-905b-42ae-810b-3549dbef72d2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:47.971048 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3dcd4ca5-ad1a-4de8-963c-766aa4edb18c req-1047b96d-905b-42ae-810b-3549dbef72d2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 946 time: 0.0548778 Jul 29 15:31:48.010629 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3dcd4ca5-ad1a-4de8-963c-766aa4edb18c req-0828971f-1102-4e25-9b78-05a260fb3754 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327764 Jul 29 15:31:48.027503 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17998647-202a-429d-8db9-7dd455029de7 req-033a3180-ea75-4af6-90eb-d63c00dc4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:48.028992 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-17998647-202a-429d-8db9-7dd455029de7 req-033a3180-ea75-4af6-90eb-d63c00dc4148 service neutron] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 912 time: 0.0856841 Jul 29 15:31:48.097369 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-17998647-202a-429d-8db9-7dd455029de7 req-14770f2b-5eba-484d-baba-7d5e5b7a21ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec1cb608-7187-4969-b898-6606487823ba HTTP/1.1" status: 200 len: 1000 time: 0.0597756 Jul 29 15:31:48.147224 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17998647-202a-429d-8db9-7dd455029de7 req-37aaae6e-47d3-455f-bd84-694f5e93d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:48.148604 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-17998647-202a-429d-8db9-7dd455029de7 req-37aaae6e-47d3-455f-bd84-694f5e93d42b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0422688 Jul 29 15:31:48.199653 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17998647-202a-429d-8db9-7dd455029de7 req-fb478c70-5ba7-42d1-b187-0c37b878d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:48.201173 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-17998647-202a-429d-8db9-7dd455029de7 req-fb478c70-5ba7-42d1-b187-0c37b878d9e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438280 Jul 29 15:31:48.299043 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-17998647-202a-429d-8db9-7dd455029de7 req-821839c6-4891-421c-82d9-83cbb12596da service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894585 Jul 29 15:31:48.387055 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-17998647-202a-429d-8db9-7dd455029de7 req-9a7cfbbe-c16a-464c-8b3c-8383326a4af9 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803030 Jul 29 15:31:49.039039 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71934d-649f-482d-aed8-56b35b4745d7 req-9b1c2108-8cce-431a-aabe-15d8cfaf20e2 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:49.040564 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9b71934d-649f-482d-aed8-56b35b4745d7 req-9b1c2108-8cce-431a-aabe-15d8cfaf20e2 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0492756 Jul 29 15:31:49.084719 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9b71934d-649f-482d-aed8-56b35b4745d7 req-c6ca262f-6196-4eaa-b7b2-4fd4d97fded6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380661 Jul 29 15:31:49.136738 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b9bed-7fdb-44a5-9896-3a142b0fca0b req-7419a44c-9094-4087-bb21-aafeb3372d00 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:49.138245 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-501b9bed-7fdb-44a5-9896-3a142b0fca0b req-7419a44c-9094-4087-bb21-aafeb3372d00 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 946 time: 0.0545194 Jul 29 15:31:49.175952 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-501b9bed-7fdb-44a5-9896-3a142b0fca0b req-daf978fb-cf31-4515-95ea-e3e1a2781dbf tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311825 Jul 29 15:31:49.726291 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4b2105d7-b0f9-4f7d-a512-368c61998b42 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:49.728960 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4b2105d7-b0f9-4f7d-a512-368c61998b42 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 946 time: 0.0503743 Jul 29 15:31:49.822465 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Deleting port 4781aba6-31ff-45d6-9fe8-470602d734a4 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:31:49.822804 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:49.912573 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] For port 4781aba6-31ff-45d6-9fe8-470602d734a4, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=4781aba6-31ff-45d6-9fe8-470602d734a4,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:49.912973 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:50.126130 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:50.126709 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:50.126848 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Floating IP c97418a3-6da9-40b1-be57-e4cc364eb0e5 disassociated. External IP: 172.27.0.251, port: 4781aba6-31ff-45d6-9fe8-470602d734a4. Jul 29 15:31:50.127135 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Calling delete_port for 4781aba6-31ff-45d6-9fe8-470602d734a4 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:31:50.245640 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8a283-69a9-4b71-ab29-7529e6c1d1f0 req-8d881efe-2616-4f15-8757-9eb130cdaae2 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:50.247430 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a8a8a283-69a9-4b71-ab29-7529e6c1d1f0 req-8d881efe-2616-4f15-8757-9eb130cdaae2 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0810688 Jul 29 15:31:50.306586 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767702e-084e-4fcb-bcda-dd522251aff9 req-20cf41f1-7914-456f-a41a-01758446a6f5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:50.308087 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0767702e-084e-4fcb-bcda-dd522251aff9 req-20cf41f1-7914-456f-a41a-01758446a6f5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 946 time: 0.0484407 Jul 29 15:31:50.328215 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a8a8a283-69a9-4b71-ab29-7529e6c1d1f0 req-20911ed5-9c15-485f-bc9e-c07bfa8bdb6a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736513 Jul 29 15:31:50.337804 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:50.353247 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-0767702e-084e-4fcb-bcda-dd522251aff9 req-759efb9c-2a88-404e-8411-53f620af93cf tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=c53df25e-c0c2-482a-b671-c1cad4e95e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389857 Jul 29 15:31:50.369270 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event deleted for resources: {'Port': ['ID=4781aba6-31ff-45d6-9fe8-470602d734a4,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:50.382494 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.382856 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.383198 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.383535 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.383864 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.384194 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.384523 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.384866 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.385190 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.385512 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.385833 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.386152 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:50.735999 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Router 330cfaee-1ae0-45ce-8f64-069449e2a214 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:31:50.843755 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:31:50.853964 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] Sync routers for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:31:50.865570 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:50.866192 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:31:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:50.886144 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] No DVR routers for this DVR port 4781aba6-31ff-45d6-9fe8-470602d734a4 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:31:50.888661 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:50.890672 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6d0eb9a-2597-4ed8-886f-5a0b74c4fdb7 req-4cb4102a-d354-4501-a187-d731038114f9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "DELETE /v2.0/ports/4781aba6-31ff-45d6-9fe8-470602d734a4 HTTP/1.1" status: 204 len: 173 time: 1.1555889 Jul 29 15:31:50.891092 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-deleted', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:50.893361 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ccfc5-693e-4899-b096-d6ac54d494cf" -d '{"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-deleted", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:50.960579 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396a331c-7894-4e3c-a05e-1f6a82fb3bdd x-openstack-request-id: req-396a331c-7894-4e3c-a05e-1f6a82fb3bdd {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:50.963396 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf4f686-4033-48f1-b206-ce5a3462d331", "name": "network-vif-deleted", "tag": "4781aba6-31ff-45d6-9fe8-470602d734a4", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:50.964418 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-396a331c-7894-4e3c-a05e-1f6a82fb3bdd {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:50.965031 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf4f686-4033-48f1-b206-ce5a3462d331', 'name': 'network-vif-deleted', 'tag': '4781aba6-31ff-45d6-9fe8-470602d734a4', 'status': 'completed', 'code': 200} Jul 29 15:31:50.985919 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:51.195334 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:51.222594 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] Checking router: 330cfaee-1ae0-45ce-8f64-069449e2a214 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:31:51.230832 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:51.231423 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:31:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:51.479378 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:51.501818 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-dae55855-ffc7-4ad7-96a3-68d39bae9284 req-84b56f2c-139a-49a4-b874-81a32389f4e9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=abf4f686-4033-48f1-b206-ce5a3462d331 HTTP/1.1" status: 200 len: 210 time: 0.0315120 Jul 29 15:31:51.677596 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:51.704235 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9721ed-f78f-4a4d-87a8-00b33afa3915 None None] The sync data for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi is: [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:31:52.027181 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b3461-065b-4600-a027-3f6752fbe97e None None] New status for floating IP c97418a3-6da9-40b1-be57-e4cc364eb0e5: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:31:52.593120 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 56922) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:52.648042 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:52.671115 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:52.718514 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:52.721130 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:52.722921 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "DELETE /v2.0/security-groups/c53df25e-c0c2-482a-b671-c1cad4e95e5d HTTP/1.1" status: 204 len: 168 time: 0.1281788 Jul 29 15:31:52.725817 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56924) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:52.732537 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53df25e-c0c2-482a-b671-c1cad4e95e5d,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:52.740964 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.api.v2.resource [None req-cac2672d-5f21-4f1e-8cff-f36639ddeda5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] show failed (client error): The resource could not be found. Jul 29 15:31:52.741556 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.741902 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.742315 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.742657 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.742991 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.743316 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.743639 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.743959 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.744277 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.744684 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.745035 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-cac2672d-5f21-4f1e-8cff-f36639ddeda5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups/c53df25e-c0c2-482a-b671-c1cad4e95e5d HTTP/1.1" status: 404 len: 347 time: 0.0177753 Jul 29 15:31:52.745155 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.745409 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221eb027-8e97-4f3d-8f02-96aba9f0228b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:52.745568 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56926) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:52.872910 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Deleting port 8f6b81b2-9834-4445-9cbc-899c7f6a69dc {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:31:52.873147 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:52.953020 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:52.953344 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:52.964746 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Calling delete_port for 8f6b81b2-9834-4445-9cbc-899c7f6a69dc owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:31:53.100626 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:53.127627 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event deleted for resources: {'Port': ['ID=8f6b81b2-9834-4445-9cbc-899c7f6a69dc,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:53.193478 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:53.196124 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:53.197309 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1eb5a547-ef61-4d3b-a55a-35b7e04a97c8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "DELETE /v2.0/floatingips/c97418a3-6da9-40b1-be57-e4cc364eb0e5 HTTP/1.1" status: 204 len: 168 time: 0.4506752 Jul 29 15:31:53.657697 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-3dbc592e-4804-4879-8c97-6ae35820e1e2 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577250935&fields=id&tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b HTTP/1.1" status: 200 len: 267 time: 0.0337508 Jul 29 15:31:53.714788 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-ed1e5441-8adc-4219-b535-1326e4f28110 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:53.716254 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-ed1e5441-8adc-4219-b535-1326e4f28110 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 984 time: 0.0515699 Jul 29 15:31:53.727738 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Request body: {'port': {'security_groups': ['353b261d-0c87-4864-a43e-34ad490d3fc2']}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:53.765001 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:31:53.784278 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 4781aba6-31ff-45d6-9fe8-470602d734a4 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:31:53.784617 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 4781aba6-31ff-45d6-9fe8-470602d734a4 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:31:53.794634 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:53.998525 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] For port 5894978f-114c-40fc-af81-7c700e5be3e7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5894978f-114c-40fc-af81-7c700e5be3e7,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:54.026777 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.030876 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.042450 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['5894978f-114c-40fc-af81-7c700e5be3e7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:31:54.108008 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:54.108629 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.110041 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3410eac7-ecef-49a2-a21f-f67ba7945c8d req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "PUT /v2.0/ports/5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 942 time: 0.3873997 Jul 29 15:31:54.110484 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:54.112723 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97151d6741e9f6c4e7219af59e4e7285af5f9a052b8db792463ec48fbc09dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:54.117012 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56954) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:54.142956 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f14386-2912-43f3-a769-67b01e190266 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event updated for resources: {'Port': ['ID=5894978f-114c-40fc-af81-7c700e5be3e7,revision_number=7']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:54.167858 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df5e6c2-2a67-40c0-a598-8bb1d000b6c6 x-openstack-request-id: req-4df5e6c2-2a67-40c0-a598-8bb1d000b6c6 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:54.167858 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:54.168132 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4df5e6c2-2a67-40c0-a598-8bb1d000b6c6 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:54.168429 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7', 'status': 'completed', 'code': 200} Jul 29 15:31:54.203426 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-48aecab5-c4e7-435c-8b7b-dd30fdedbc1f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.203745 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['5894978f-114c-40fc-af81-7c700e5be3e7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:31:54.255515 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-48aecab5-c4e7-435c-8b7b-dd30fdedbc1f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.281879 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-5c9b82cb-ee57-4f93-8fcc-a5b1d7b5919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:54.283511 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-5c9b82cb-ee57-4f93-8fcc-a5b1d7b5919e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1098 time: 0.0905559 Jul 29 15:31:54.364338 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-163bbf26-dcb5-40b1-9ed1-3b7576361210 None None] Provisioning complete for port 5894978f-114c-40fc-af81-7c700e5be3e7 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:54.364621 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-163bbf26-dcb5-40b1-9ed1-3b7576361210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.391132 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-20de36e5-d6e2-4471-8ee5-741825434055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:54.394118 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-20de36e5-d6e2-4471-8ee5-741825434055 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 200 len: 915 time: 0.0985196 Jul 29 15:31:54.414049 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-48aecab5-c4e7-435c-8b7b-dd30fdedbc1f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.416737 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-48aecab5-c4e7-435c-8b7b-dd30fdedbc1f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.421000 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 56960) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:54.421477 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-48aecab5-c4e7-435c-8b7b-dd30fdedbc1f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "DELETE /v2.0/security-groups/7d5c6263-5e3c-4f7f-89fc-54e43baa80c1 HTTP/1.1" status: 204 len: 168 time: 0.3028550 Jul 29 15:31:54.488579 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-983afaa8-df14-46a1-b515-6a3b41b04cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 1000 time: 0.0852590 Jul 29 15:31:54.494642 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56964) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:54.499303 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-4ef6fa2f-731c-4e06-b0bc-9b7b91e53706 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--158827357', 'description': 'tempest-description--359246779'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:54.508575 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aecab5-c4e7-435c-8b7b-dd30fdedbc1f tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5c6263-5e3c-4f7f-89fc-54e43baa80c1,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:54.586911 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4ef6fa2f-731c-4e06-b0bc-9b7b91e53706 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.590958 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-5f025c84-c68c-4010-9efa-95cafa0808af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:54.592447 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-5f025c84-c68c-4010-9efa-95cafa0808af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cbebe71-cbee-43d5-ae00-0e89c60911f6 HTTP/1.1" status: 200 len: 853 time: 0.0884967 Jul 29 15:31:54.623848 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Deleting port 8d43d029-a2a8-4cbd-8ac0-4ea3d4bb7fbf {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:31:54.624192 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.671613 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-96aff56d-4519-43e5-a0a0-f3c5367d8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:54.673105 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-96aff56d-4519-43e5-a0a0-f3c5367d8462 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f9db67-55e7-4ea1-aeee-bafa9170984e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689402 Jul 29 15:31:54.704087 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.704661 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.716889 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Calling delete_port for 8d43d029-a2a8-4cbd-8ac0-4ea3d4bb7fbf owned by network:floatingip {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:31:54.759592 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4ef6fa2f-731c-4e06-b0bc-9b7b91e53706 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.765960 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4ef6fa2f-731c-4e06-b0bc-9b7b91e53706 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.809862 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4ef6fa2f-731c-4e06-b0bc-9b7b91e53706 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.811084 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-4ef6fa2f-731c-4e06-b0bc-9b7b91e53706 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3153968 Jul 29 15:31:54.814713 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 56968) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:54.821243 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-64a7f60d-c858-46be-8d61-298b1f32052a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'security_group_rule': {'security_group_id': '1d32a887-9bc6-4a31-a093-acf4ed59768b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:54.824362 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6fa2f-731c-4e06-b0bc-9b7b91e53706 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d32a887-9bc6-4a31-a093-acf4ed59768b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:54.830530 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-c4a2962f-b8f0-4a30-88b7-062c2e39f1ec service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419413 Jul 29 15:31:54.873710 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-64a7f60d-c858-46be-8d61-298b1f32052a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.926000 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-89b3c6f7-ca62-4dfe-9ef6-9f5f6f93af8b req-9e7e42cf-09be-4c24-81eb-2d35613382cf service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878856 Jul 29 15:31:54.966717 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.970214 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-64a7f60d-c858-46be-8d61-298b1f32052a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:54.993448 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-64a7f60d-c858-46be-8d61-298b1f32052a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.001368 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event deleted for resources: {'Port': ['ID=8d43d029-a2a8-4cbd-8ac0-4ea3d4bb7fbf,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:55.036660 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7f60d-c858-46be-8d61-298b1f32052a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b0d1da-55ed-4205-869c-98669c2a6502,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:55.054855 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-64a7f60d-c858-46be-8d61-298b1f32052a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.056034 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-64a7f60d-c858-46be-8d61-298b1f32052a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403595 Jul 29 15:31:55.058810 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56970) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:55.063529 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-34bfd0bf-3078-427c-8b47-18f00cc5863a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'security_group_rule': {'security_group_id': '1d32a887-9bc6-4a31-a093-acf4ed59768b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:55.075257 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks [] for floatingip, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.075589 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.l3_db [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Floating IP 37388621-291c-4738-b487-74f117f45af7 disassociated (deleted). External IP: 172.27.0.20, port: 5894978f-114c-40fc-af81-7c700e5be3e7. Jul 29 15:31:55.091776 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34bfd0bf-3078-427c-8b47-18f00cc5863a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.149207 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34bfd0bf-3078-427c-8b47-18f00cc5863a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.153051 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34bfd0bf-3078-427c-8b47-18f00cc5863a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.170559 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfd0bf-3078-427c-8b47-18f00cc5863a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c87893-9c1d-427c-bdd5-4ab3e74bd7bf,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:55.177851 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-34bfd0bf-3078-427c-8b47-18f00cc5863a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.182212 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-34bfd0bf-3078-427c-8b47-18f00cc5863a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223803 Jul 29 15:31:55.182470 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 56972) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:55.215925 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:55.273149 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.342040 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Router f87fbcad-3595-416d-94ed-748b1fecf790 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:31:55.464716 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.482265 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:31:55.487457 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.492874 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] Sync routers for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:31:55.501726 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:55.502315 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:31:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:55.550824 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-4d379962-7941-4b98-8eb3-78bde2a03689 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "DELETE /v2.0/floatingips/37388621-291c-4738-b487-74f117f45af7 HTTP/1.1" status: 204 len: 168 time: 1.1287034 Jul 29 15:31:55.595389 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56978) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:55.612254 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:55.616839 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Allocated IP 172.27.0.163 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/16d8a1fc-865a-4f83-92d0-52c7cb393278) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:55.651160 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b087a6-cc60-48c6-b716-df1e447d2f41 admin admin] Deleting subnet 8e64515d-5bcb-4965-ad90-14ffb1d4ab8d {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:31:55.654524 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b1b087a6-cc60-48c6-b716-df1e447d2f41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.692058 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b1b087a6-cc60-48c6-b716-df1e447d2f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30018021'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.738430 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b1b087a6-cc60-48c6-b716-df1e447d2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.773283 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.803533 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b1b087a6-cc60-48c6-b716-df1e447d2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30213450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30128896'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.822377 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.830852 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b1b087a6-cc60-48c6-b716-df1e447d2f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.834791 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-b1b087a6-cc60-48c6-b716-df1e447d2f41 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8e64515d-5bcb-4965-ad90-14ffb1d4ab8d HTTP/1.1" status: 204 len: 168 time: 0.2383392 Jul 29 15:31:55.852642 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56986) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:55.871600 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:29:00Z', 'revision_number': 5, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:55.877066 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:55.880726 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:55.883238 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b087a6-cc60-48c6-b716-df1e447d2f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e64515d-5bcb-4965-ad90-14ffb1d4ab8d,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:55.888642 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:55.897688 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'Port': ['ID=16d8a1fc-865a-4f83-92d0-52c7cb393278,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:55.913146 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] Checking router: f87fbcad-3595-416d-94ed-748b1fecf790 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:31:55.921898 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:55.922504 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:31:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:55.936954 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:55.962662 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:31:55.993244 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.015777 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.026725 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d5b1af-9b79-46d8-a4d4-cc9c586b357f']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:56.028439 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.039619 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:56.043576 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883134e7-4085-40c2-83ea-aed66121f756') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:56.043872 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883134e7-4085-40c2-83ea-aed66121f756') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:56.053635 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30018030'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.068898 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.075023 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:31:56.075424 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30215060'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: Traceback (most recent call last): Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: timer() Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: cb(*args, **kw) Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: return func(*args, **kwargs) Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: self._notify() Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: self.callback(batched_events) Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: event.method(event) Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: return f(self, *a, **k) Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._get(url).json() Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:31:56.077141 dv-cinder-789564-8-iscsi neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:31:56.134286 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.140699 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.142837 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] 10.222.0.10 "DELETE /v2.0/networks/04d5b1af-9b79-46d8-a4d4-cc9c586b357f HTTP/1.1" status: 204 len: 168 time: 0.2851140 Jul 29 15:31:56.155322 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53fb37-24e1-4b71-b282-73a3723d4623 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d5b1af-9b79-46d8-a4d4-cc9c586b357f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:56.169449 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:56.171722 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97151d6741e9f6c4e7219af59e4e7285af5f9a052b8db792463ec48fbc09dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a750684e-666c-4f99-aae5-fbfeda0ab61b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:56.211476 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.216847 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.227675 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c35aa7b-4ad2-4d56-8f49-43485e639aba x-openstack-request-id: req-9c35aa7b-4ad2-4d56-8f49-43485e639aba {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:56.227970 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:56.228195 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c35aa7b-4ad2-4d56-8f49-43485e639aba {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:56.228588 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7', 'status': 'completed', 'code': 200} Jul 29 15:31:56.261137 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:29:00Z', 'revision_number': 5, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:56.290631 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1c39e9-6bd3-4abc-b5b5-18a045033fa1 None None] The sync data for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi is: [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:28:54Z', 'revision_number': 4, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '608b9e0d-4996-4eb6-b281-4d4ad08895f2', 'name': '', 'network_id': 'c1f9db67-55e7-4ea1-aeee-bafa9170984e', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'mac_address': 'fa:16:3e:ed:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:54Z', 'updated_at': '2021-07-29T15:29:00Z', 'revision_number': 5, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'subnets': [{'id': '9cbebe71-cbee-43d5-ae00-0e89c60911f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:31:56.325624 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-b5b64c3c-a033-4b74-b7d8-101bc47928a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:56.327563 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-b5b64c3c-a033-4b74-b7d8-101bc47928a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 1098 time: 0.0736580 Jul 29 15:31:56.390721 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56992) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:56.456590 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-e01be057-9b23-4715-b3b5-ccfd7ad4376f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bfb8f26e3c024fc98db7fb3e14f7d6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648277 Jul 29 15:31:56.462013 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 56994) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:56.486118 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-5cfc2e4e-6cb6-439c-9087-31f165bcb63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:56.487611 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-5cfc2e4e-6cb6-439c-9087-31f165bcb63c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 200 len: 915 time: 0.1462855 Jul 29 15:31:56.554299 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-610a15de-e24c-453b-95a0-acc917c41c86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 200 len: 217 time: 0.0529408 Jul 29 15:31:56.564316 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda3544c-9987-4732-8586-b02d44143680 None None] New status for floating IP 37388621-291c-4738-b487-74f117f45af7: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:31:56.584519 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-966344b9-7be2-4052-8496-e34bdfd3880b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.599762 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'Port': ['ID=16d8a1fc-865a-4f83-92d0-52c7cb393278,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:56.602627 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.619657 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.629420 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-22281248-c636-4dbf-984f-c31708889527 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4375253 Jul 29 15:31:56.643735 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-966344b9-7be2-4052-8496-e34bdfd3880b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.654799 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-11e3af48-c1af-44e2-9f2e-9e00502f2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:56.656402 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-11e3af48-c1af-44e2-9f2e-9e00502f2ae6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9cbebe71-cbee-43d5-ae00-0e89c60911f6 HTTP/1.1" status: 200 len: 853 time: 0.0875525 Jul 29 15:31:56.723418 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-a5f741fb-8adc-4e79-9c6a-78c08ed27b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:56.725093 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-a5f741fb-8adc-4e79-9c6a-78c08ed27b7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c1f9db67-55e7-4ea1-aeee-bafa9170984e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595760 Jul 29 15:31:56.742587 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-966344b9-7be2-4052-8496-e34bdfd3880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.745123 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-966344b9-7be2-4052-8496-e34bdfd3880b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:56.746220 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-966344b9-7be2-4052-8496-e34bdfd3880b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ad3e5b6-3931-4f8d-83fb-cb35c9d46156 HTTP/1.1" status: 204 len: 168 time: 0.2838068 Jul 29 15:31:56.793365 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966344b9-7be2-4052-8496-e34bdfd3880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad3e5b6-3931-4f8d-83fb-cb35c9d46156,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:56.852862 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-c64cd6a2-8ada-4313-94d5-ea870be9aeb5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--158827357&fields=id&tenant_id=6f69db43d60a47ebbf8b489917813763 HTTP/1.1" status: 200 len: 267 time: 0.0525417 Jul 29 15:31:56.875584 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-814bf125-3938-4b8b-badb-0dce591b858e service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425152 Jul 29 15:31:57.038150 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-7bb1d22b-a7c9-4e5f-b97d-4c5fe978c63b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:57.039643 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-7bb1d22b-a7c9-4e5f-b97d-4c5fe978c63b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 816 time: 0.1795554 Jul 29 15:31:57.043291 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a750684e-666c-4f99-aae5-fbfeda0ab61b req-14f0f418-c4a6-4024-9254-6cb64e145346 service neutron] 10.222.0.59 "GET /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572349 Jul 29 15:31:57.058513 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-fca63726-e5b4-4ecb-90d8-80e2760cdd50 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/quotas/6f69db43d60a47ebbf8b489917813763 HTTP/1.1" status: 200 len: 375 time: 0.0111809 Jul 29 15:31:57.129795 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-e75552e5-82f7-4bb2-9dd5-a4e2cc2506e3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620825 Jul 29 15:31:57.233097 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-66724f5d-1ff6-43dd-9cbd-97df54d0e3bd service neutron] 10.222.0.10 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915263 Jul 29 15:31:57.331750 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-4d20e142-97a8-43d1-ba88-8341434a41a0 service neutron] 10.222.0.10 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908098 Jul 29 15:31:57.513377 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57042) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:57.520513 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d0a4103f-129b-4db5-b9ac-55ed427243d4 req-df3730a7-cfee-48f6-9b8d-268d046c8793 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 210 time: 0.0370352 Jul 29 15:31:57.624386 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1734424881-network', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:57.647654 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Made reservation on behalf of 30d000d3e08a4a8cb5bf28ccd51903dd for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:31:57.650326 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:57.663987 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:57.772039 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:57.776988 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:57.797609 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:31:57.810881 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71110ca1-ceef-435b-a268-29661631fdbc,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:57.815658 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:57.816007 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Added segment c879dc6a-5211-481d-8a0b-65c9d8bbe343 of type vlan for network e366522e-a469-4674-9e08-c8d3d1a77c20 Jul 29 15:31:57.860955 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:57.890318 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:57.891264 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:57.891842 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:57.941883 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4269948 Jul 29 15:31:57.945023 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57052) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:57.949936 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Request body: {'subnet': {'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1734424881-subnet', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'ip_version': 4}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:57.955583 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267dc96-cdd5-4a4f-af91-c446f04bff42 admin admin] Pushing event updated for resources: {'Network': ['ID=e366522e-a469-4674-9e08-c8d3d1a77c20,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:57.966690 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network e366522e-a469-4674-9e08-c8d3d1a77c20 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:31:57.971019 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Made reservation on behalf of 30d000d3e08a4a8cb5bf28ccd51903dd for: {'subnet': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:31:57.974088 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33260792'] for subnet, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.142910 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33462920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33260758'] for subnet, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.196729 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2abf54-894e-4d2c-8869-5b73b9f40deb,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:58.208726 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Checking segment: {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:31:58.209373 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Network hostable DHCP agents. Network: e366522e-a469-4674-9e08-c8d3d1a77c20, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:31:58.226142 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Network e366522e-a469-4674-9e08-c8d3d1a77c20 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:31:58.234447 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, e366522e-a469-4674-9e08-c8d3d1a77c20) {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:58.238958 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:58.240208 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.244752 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f32a86-72c5-4876-b8d6-81857f74d615 None None] Network e366522e-a469-4674-9e08-c8d3d1a77c20 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:31:58.260381 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-547bef47-099f-4433-afd3-b87ed4d043db admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3142679 Jul 29 15:31:58.263005 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57058) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:58.267855 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:58.304688 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.306372 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.368013 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.426157 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332f4d-bf4f-4c51-828d-c4af62bd0c66 req-ec132154-ee83-4490-a7d3-6738e2ddcced tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:58.427555 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c1332f4d-bf4f-4c51-828d-c4af62bd0c66 req-ec132154-ee83-4490-a7d3-6738e2ddcced tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.0636435 Jul 29 15:31:58.437058 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-e366522e-a469-4674-9e08-c8d3d1a77c20', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:31:58.438174 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.480525 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c1332f4d-bf4f-4c51-828d-c4af62bd0c66 req-e093d205-09ce-4121-8fee-fb946921afdd tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Jul 29 15:31:58.565043 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.602561 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Allocated IP 172.20.0.2 (e366522e-a469-4674-9e08-c8d3d1a77c20/5d2abf54-894e-4d2c-8869-5b73b9f40deb/efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:58.673209 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-20ce4beb-33ca-414d-858b-8007b27c2fa7 req-d632b20f-99fa-4b50-a2f6-b918a1a87a9a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 210 time: 0.0680959 Jul 29 15:31:58.681233 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-f6a5e6a3-03cf-4706-9a77-039710498a6d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:58.682629 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-f6a5e6a3-03cf-4706-9a77-039710498a6d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 816 time: 0.2444961 Jul 29 15:31:58.736301 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-9400b32c-665f-44e2-b321-bfb588f20e21 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f69db43d60a47ebbf8b489917813763 HTTP/1.1" status: 200 len: 379 time: 0.0424485 Jul 29 15:31:58.747813 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'port': {'device_id': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'admin_state_up': True, 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'security_groups': ['1d32a887-9bc6-4a31-a093-acf4ed59768b']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:58.749293 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.758418 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Transition to ACTIVE for port object efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:58.773811 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Transition to ACTIVE for port object efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:58.779216 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.825383 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Network e366522e-a469-4674-9e08-c8d3d1a77c20 is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:58.830608 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:58.839937 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:58.841897 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-65df9ede-9ee2-4342-bae4-05c3680bc4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.846043 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Pushing event updated for resources: {'Port': ['ID=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:58.968460 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Made reservation on behalf of 6f69db43d60a47ebbf8b489917813763 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:31:58.972009 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.983458 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:58.993486 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.994002 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.994101 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.994397 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.994726 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.995050 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.995373 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.995700 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.996049 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.996372 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.996698 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:58.997037 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:59.006950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:59.029719 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Attempting to bind port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:31:59.030091 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Attempting to bind port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:31:59.030468 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Attempting to bind port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc on network e366522e-a469-4674-9e08-c8d3d1a77c20 {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:31:59.035674 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:31:59.036044 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Checking segment: {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:31:59.036446 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:59.039183 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Bound using segment: {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:31:59.039665 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Bound port: efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:31:59.040053 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:59.104677 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] For port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:31:59.108677 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] For port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:31:59.113104 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:59.174842 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ef27b-d60b-490b-b6d6-b60be9b7e46b None None] Pushing event updated for resources: {'Port': ['ID=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:59.201083 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Allocated IP 172.20.0.3 (4ca45ca6-0dc2-4089-aa60-7a2582b4a106/c46ef1d1-e012-4c46-8921-e6c634ea9a4c/cb8035ff-f0ce-4791-aa79-6c7faaf71fc7) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:59.215778 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Allocated IP 172.27.0.52 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/9b0f264d-5c02-4860-8136-ef713bde860a) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:59.428263 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:59.456935 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:59.477923 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Transition to ACTIVE for port object cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:59.513148 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:59.560717 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:59.565338 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:59.568267 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:59.576771 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:59.599731 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0f264d-5c02-4860-8136-ef713bde860a,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:59.605663 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77ffb5-d64b-4f9b-8bcf-a0ddce2651b4 req-fa1aeb73-07e4-4482-b5c4-64b8d8dc60cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:59.609524 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7f77ffb5-d64b-4f9b-8bcf-a0ddce2651b4 req-fa1aeb73-07e4-4482-b5c4-64b8d8dc60cf tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.0562773 Jul 29 15:31:59.646998 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7f77ffb5-d64b-4f9b-8bcf-a0ddce2651b4 req-63b65166-6a90-43f4-9f6e-d9a4319fd715 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Jul 29 15:31:59.657053 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:59.668459 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:59.670865 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:59.673982 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:59.871961 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:59.930790 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:59.985445 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-22c2a1ca-59ce-4c3b-967d-d5060f760305 None None] Provisioning for port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:59.989925 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-22c2a1ca-59ce-4c3b-967d-d5060f760305 None None] Provisioning complete for port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:59.990505 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-22c2a1ca-59ce-4c3b-967d-d5060f760305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.028242 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-22c2a1ca-59ce-4c3b-967d-d5060f760305 None None] Port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:32:00.126345 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62a468-abd7-45d7-af72-8693d5d9d923 None None] Network e366522e-a469-4674-9e08-c8d3d1a77c20 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:32:00.139714 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:00.140332 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.174568 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40479c-c01a-4e1f-b0d0-bd94508df431 req-94e0a6fd-1224-4eff-9188-bb6b483ef153 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:00.176709 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2d40479c-c01a-4e1f-b0d0-bd94508df431 req-94e0a6fd-1224-4eff-9188-bb6b483ef153 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 931 time: 0.2080152 Jul 29 15:32:00.186537 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-3ea99eb6-4161-43e3-b857-a742acd7efa6 None None] Provisioning for port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:00.189758 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa82672-f10b-41cb-896e-820823971ac1 req-fb179bf5-86d3-441c-a715-73f633ff8811 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:00.191229 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3fa82672-f10b-41cb-896e-820823971ac1 req-fb179bf5-86d3-441c-a715-73f633ff8811 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.59 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.1248679 Jul 29 15:32:00.193627 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-3ea99eb6-4161-43e3-b857-a742acd7efa6 None None] Provisioning complete for port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:00.194005 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-3ea99eb6-4161-43e3-b857-a742acd7efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.196573 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-1a4083db-1f00-4d62-9239-610a0393bd20 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4535162 Jul 29 15:32:00.220625 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Request body: {'port': {'device_id': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:00.351786 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-3ea99eb6-4161-43e3-b857-a742acd7efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.369663 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2d40479c-c01a-4e1f-b0d0-bd94508df431 req-adbccdca-70e2-49ef-9015-5bc6a4adc0be tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768765 Jul 29 15:32:00.399318 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-3ea99eb6-4161-43e3-b857-a742acd7efa6 None None] For port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:00.412353 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-3ea99eb6-4161-43e3-b857-a742acd7efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.444092 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.462576 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.474525 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea99eb6-4161-43e3-b857-a742acd7efa6 None None] Pushing event updated for resources: {'Port': ['ID=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:00.533692 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Deleting port 5894978f-114c-40fc-af81-7c700e5be3e7 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:00.534040 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.635041 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-05778894-e36c-4ed1-b0eb-93d451bb4278 None None] Provisioning complete for port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:00.635326 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-05778894-e36c-4ed1-b0eb-93d451bb4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.746860 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] For port 5894978f-114c-40fc-af81-7c700e5be3e7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=5894978f-114c-40fc-af81-7c700e5be3e7,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:00.747131 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.790147 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e86ad-5557-4435-94e1-46fa83d5818b req-ea867e14-3cd3-40c9-916a-7d1d7ee88722 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:00.792242 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-804e86ad-5557-4435-94e1-46fa83d5818b req-ea867e14-3cd3-40c9-916a-7d1d7ee88722 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 945 time: 0.0605552 Jul 29 15:32:00.801091 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Calling delete_port for 5894978f-114c-40fc-af81-7c700e5be3e7 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:00.830184 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-804e86ad-5557-4435-94e1-46fa83d5818b req-a0096766-7416-44cf-a0a7-319a47f32a94 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/security-groups?id=353b261d-0c87-4864-a43e-34ad490d3fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Jul 29 15:32:01.000129 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.104705 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:32:01.123967 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.175109 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Transition to ACTIVE for port object cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:01.178196 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.188114 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.189609 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['5894978f-114c-40fc-af81-7c700e5be3e7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:32:01.225553 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Pushing event deleted for resources: {'Port': ['ID=5894978f-114c-40fc-af81-7c700e5be3e7,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:01.228212 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-416fad5a-6b3d-443c-b8bc-d442b4983be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.309862 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] No DVR routers for this DVR port 5894978f-114c-40fc-af81-7c700e5be3e7 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:32:01.318374 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.320313 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3fa82672-f10b-41cb-896e-820823971ac1 req-081da31b-4868-441d-bdda-b2e36066312e tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.59 "DELETE /v2.0/ports/5894978f-114c-40fc-af81-7c700e5be3e7 HTTP/1.1" status: 204 len: 173 time: 1.1186752 Jul 29 15:32:01.326843 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'name': 'network-vif-deleted', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:01.329146 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c01700-b05d-442e-960e-b29c47c3fde7" -d '{"events": [{"server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "name": "network-vif-deleted", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:01.349316 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:01.394999 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef746b9c-21b9-4b0c-92f6-29766a5dfd5a x-openstack-request-id: req-ef746b9c-21b9-4b0c-92f6-29766a5dfd5a {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:01.395393 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe027a9-265d-4932-9e52-9abb4c865586", "name": "network-vif-deleted", "tag": "5894978f-114c-40fc-af81-7c700e5be3e7", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:01.395777 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef746b9c-21b9-4b0c-92f6-29766a5dfd5a {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:01.396239 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe027a9-265d-4932-9e52-9abb4c865586', 'name': 'network-vif-deleted', 'tag': '5894978f-114c-40fc-af81-7c700e5be3e7', 'status': 'completed', 'code': 200} Jul 29 15:32:01.399145 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Router 7988096b-2c19-4d86-94ba-877bf6e1d11a is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:32:01.426746 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.473582 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Attempting to bind port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:32:01.474149 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Attempting to bind port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:32:01.474265 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Attempting to bind port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 on network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:01.482934 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 on network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:32:01.483258 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Attempting to bind port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 on network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:01.494434 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:32:01.494777 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Checking segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:01.495147 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Bound using segment: {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:32:01.495591 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Bound port: cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36e222dc-de34-4f20-bd70-1956e48f7cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:32:01.495945 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.535441 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d0387-9a29-457c-957a-378c021cf364 req-ba69db18-5952-4edb-969c-b8748ca63e37 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:01.537231 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f06d0387-9a29-457c-957a-378c021cf364 req-ba69db18-5952-4edb-969c-b8748ca63e37 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0529191 Jul 29 15:32:01.576550 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f06d0387-9a29-457c-957a-378c021cf364 req-91ee781c-0af8-41d7-a271-9287275e637f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327704 Jul 29 15:32:01.578705 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:01.590637 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Sync routers for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:01.601042 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:01.602075 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:01.611277 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.615100 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-e6388fee-a7a4-4089-97a9-73a5d1ac2625 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3484373 Jul 29 15:32:01.615336 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57078) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:01.662756 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:32:01.690550 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:32:01.700666 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.724705 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:01.768940 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:01.769587 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:01.771291 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] 10.222.0.59 "PUT /v2.0/ports/cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 HTTP/1.1" status: 200 len: 1093 time: 1.5620182 Jul 29 15:32:01.841865 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ad9a0-a100-4ebf-9489-a07775518908 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:01.862403 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:02.014523 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:02.015001 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.079138 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:00Z', 'revision_number': 3, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:02.114500 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Checking router: 7988096b-2c19-4d86-94ba-877bf6e1d11a for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:02.114845 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Updating router 7988096b-2c19-4d86-94ba-877bf6e1d11a port 9b0f264d-5c02-4860-8136-ef713bde860a binding host dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:32:02.167450 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.249552 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1442497c-a7bd-49d9-ba6b-20f914cc3f3a req-60ac7f84-54fb-402c-aea1-dfdbeb260f14 tempest-TestMinimumBasicScenario-1280400717 tempest-TestMinimumBasicScenario-1280400717-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbe027a9-265d-4932-9e52-9abb4c865586 HTTP/1.1" status: 200 len: 210 time: 0.0480654 Jul 29 15:32:02.271600 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-811569d3-53b3-4de6-b116-e7c056b3b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:02.273088 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-811569d3-53b3-4de6-b116-e7c056b3b9a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 1096 time: 0.4492857 Jul 29 15:32:02.346400 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-666d369a-9272-4fc9-97d7-5e4fd9377cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 HTTP/1.1" status: 200 len: 217 time: 0.0400829 Jul 29 15:32:02.443941 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Notify callbacks [] for port, precommit_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.452410 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-48ccc93b-19d5-4059-8a43-85eb05e8612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:02.453927 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Transition to ACTIVE for port object 9b0f264d-5c02-4860-8136-ef713bde860a will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:02.454617 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-48ccc93b-19d5-4059-8a43-85eb05e8612a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0996687 Jul 29 15:32:02.460929 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.517194 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.524071 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Attempting to bind port 9b0f264d-5c02-4860-8136-ef713bde860a on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:32:02.524439 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Attempting to bind port 9b0f264d-5c02-4860-8136-ef713bde860a by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:32:02.524796 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Attempting to bind port 9b0f264d-5c02-4860-8136-ef713bde860a on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:02.526661 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101870c-9e01-4c76-9043-e71fc47d00e0 None None] Pushing event updated for resources: {'Port': ['ID=9b0f264d-5c02-4860-8136-ef713bde860a,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:02.532867 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:32:02.532867 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:02.533192 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.533573 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:32:02.534036 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Bound port: 9b0f264d-5c02-4860-8136-ef713bde860a, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:32:02.534412 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.563968 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-ce7a85c3-52ae-4105-a680-fbcb9add2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:02.565478 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-ce7a85c3-52ae-4105-a680-fbcb9add2f3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034160 Jul 29 15:32:02.586106 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] For port 9b0f264d-5c02-4860-8136-ef713bde860a, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:32:02.589123 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] For port 9b0f264d-5c02-4860-8136-ef713bde860a, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9b0f264d-5c02-4860-8136-ef713bde860a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:32:02.593499 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.653892 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:02.654557 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:02.656329 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101870c-9e01-4c76-9043-e71fc47d00e0 None None] Pushing event updated for resources: {'Port': ['ID=9b0f264d-5c02-4860-8136-ef713bde860a,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:02.675589 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.704109 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960247b-eb8a-4b87-849e-2ecfc5cb376f req-922ac854-2438-476e-9b33-d538db690837 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:02.705711 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8960247b-eb8a-4b87-849e-2ecfc5cb376f req-922ac854-2438-476e-9b33-d538db690837 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0516460 Jul 29 15:32:02.750909 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-231690ee-e5c0-4fdb-ad27-c017c09a6f9a service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759388 Jul 29 15:32:02.753758 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8960247b-eb8a-4b87-849e-2ecfc5cb376f req-82c64944-e578-4397-9089-3be15717682d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408654 Jul 29 15:32:02.771216 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:02.917367 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-12c0ea57-3806-4181-9a3f-1cb89ae61fef req-4f6da0e2-b471-4aee-b149-a168d81bd67b service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581752 Jul 29 15:32:02.927031 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Allocated IP 172.20.0.1 (e366522e-a469-4674-9e08-c8d3d1a77c20/5d2abf54-894e-4d2c-8869-5b73b9f40deb/8bfe3174-03d8-4f9c-b95f-f19071863563) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:32:02.954915 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:00Z', 'revision_number': 3, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:02.982102 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab21d7-46f7-433f-aac5-4ebec9cccdf4 None None] The sync data for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi is: [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:00Z', 'revision_number': 3, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:03.037030 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.050018 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Transition to ACTIVE for port object 8bfe3174-03d8-4f9c-b95f-f19071863563 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:03.084028 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.121087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Network e366522e-a469-4674-9e08-c8d3d1a77c20 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:03.123921 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:03.127280 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:32:03.152633 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfe3174-03d8-4f9c-b95f-f19071863563,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:03.172402 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.334762 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.388144 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-eaae1a02-d3d9-4479-b4e0-f69374936149 None None] Provisioning for port 8bfe3174-03d8-4f9c-b95f-f19071863563 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:03.392603 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-eaae1a02-d3d9-4479-b4e0-f69374936149 None None] Provisioning complete for port 8bfe3174-03d8-4f9c-b95f-f19071863563 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:03.393073 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-eaae1a02-d3d9-4479-b4e0-f69374936149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.397609 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:03.400255 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30024d02-1800-40b0-9807-32cfb30acd48" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:03.439209 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-eaae1a02-d3d9-4479-b4e0-f69374936149 None None] Port 8bfe3174-03d8-4f9c-b95f-f19071863563 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:32:03.482360 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9156a4-bf2e-4abe-89d6-d111f1f98d6a x-openstack-request-id: req-bd9156a4-bf2e-4abe-89d6-d111f1f98d6a {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:03.482654 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:03.482907 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd9156a4-bf2e-4abe-89d6-d111f1f98d6a {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:03.483289 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'status': 'completed', 'code': 200} Jul 29 15:32:03.555087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30024d02-1800-40b0-9807-32cfb30acd48 req-39840aad-1fc8-4cd1-a756-3c52dfa30d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:03.556587 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30024d02-1800-40b0-9807-32cfb30acd48 req-39840aad-1fc8-4cd1-a756-3c52dfa30d3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 1096 time: 0.0725207 Jul 29 15:32:03.651035 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.661481 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.734389 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30024d02-1800-40b0-9807-32cfb30acd48 req-487794f3-f454-438b-baaa-8160dcc8aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:03.735795 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30024d02-1800-40b0-9807-32cfb30acd48 req-487794f3-f454-438b-baaa-8160dcc8aa5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.1691928 Jul 29 15:32:03.742082 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.759637 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfe3174-03d8-4f9c-b95f-f19071863563,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:03.801246 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 5894978f-114c-40fc-af81-7c700e5be3e7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:32:03.805359 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30024d02-1800-40b0-9807-32cfb30acd48 req-4c10540c-c45c-4c1f-af5c-1873c6d22646 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 HTTP/1.1" status: 200 len: 217 time: 0.0612321 Jul 29 15:32:03.863848 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 5894978f-114c-40fc-af81-7c700e5be3e7 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:32:03.864444 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 5894978f-114c-40fc-af81-7c700e5be3e7 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:32:03.898608 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9b0f264d-5c02-4860-8136-ef713bde860a up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:03.909602 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30024d02-1800-40b0-9807-32cfb30acd48 req-213ee490-5cd5-449e-90d8-d6aed83fcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:03.911156 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30024d02-1800-40b0-9807-32cfb30acd48 req-213ee490-5cd5-449e-90d8-d6aed83fcbd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0922472 Jul 29 15:32:03.967248 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5c051-abee-4840-9bfc-afd8ac22e4a2 req-9850202e-1fd6-405e-90bd-4ac713ddda9d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:03.969678 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ddb5c051-abee-4840-9bfc-afd8ac22e4a2 req-9850202e-1fd6-405e-90bd-4ac713ddda9d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0596206 Jul 29 15:32:03.975735 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Network e366522e-a469-4674-9e08-c8d3d1a77c20 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:03.979964 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:03.981774 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 9b0f264d-5c02-4860-8136-ef713bde860a completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:03.998280 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30024d02-1800-40b0-9807-32cfb30acd48 req-bfabd235-7f13-4721-bf7b-6b664bd12e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:03.998816 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 9b0f264d-5c02-4860-8136-ef713bde860a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:03.999188 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.000013 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30024d02-1800-40b0-9807-32cfb30acd48 req-bfabd235-7f13-4721-bf7b-6b664bd12e13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802176 Jul 29 15:32:04.055347 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ddb5c051-abee-4840-9bfc-afd8ac22e4a2 req-c62ed636-2ffc-4d62-9d97-8c11210b80da tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783322 Jul 29 15:32:04.099883 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.134309 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57134) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:04.150026 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.171812 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 9b0f264d-5c02-4860-8136-ef713bde860a, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9b0f264d-5c02-4860-8136-ef713bde860a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:04.176701 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.186385 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Router 7988096b-2c19-4d86-94ba-877bf6e1d11a has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:32:04.203947 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30024d02-1800-40b0-9807-32cfb30acd48 req-4f384316-bf31-4621-9015-e39dbc5cd5df service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707890 Jul 29 15:32:04.247153 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=9b0f264d-5c02-4860-8136-ef713bde860a,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:04.372496 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-74fb6d46-e7d4-416c-8274-efd40d64743d None None] Provisioning complete for port 8bfe3174-03d8-4f9c-b95f-f19071863563 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:04.372888 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-74fb6d46-e7d4-416c-8274-efd40d64743d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.392771 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-30024d02-1800-40b0-9807-32cfb30acd48 req-d9a6fdf0-ba96-4f71-a3eb-fe21681b1441 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816549 Jul 29 15:32:04.393915 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:04.402421 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-61ab5e12-18c5-4181-96f6-7ef72a28b398 admin admin] 10.222.0.10 "PUT /v2.0/routers/7988096b-2c19-4d86-94ba-877bf6e1d11a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861021 Jul 29 15:32:04.425916 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-74fb6d46-e7d4-416c-8274-efd40d64743d None None] Port 8bfe3174-03d8-4f9c-b95f-f19071863563 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:32:04.543024 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.803892 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Sync routers for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:04.806560 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Deleting port 608b9e0d-4996-4eb6-b281-4d4ad08895f2 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:04.806967 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.812459 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:04.813097 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:04.895323 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57150) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:04.896699 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] For port 608b9e0d-4996-4eb6-b281-4d4ad08895f2, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=608b9e0d-4996-4eb6-b281-4d4ad08895f2,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:04.897105 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.901209 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1613745204-network', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:04.915459 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Calling delete_port for 608b9e0d-4996-4eb6-b281-4d4ad08895f2 owned by network:router_interface {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:04.928182 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Made reservation on behalf of 337e1dac791c4f2f8de076e52844a0ae for: {'network': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:32:04.932035 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.942625 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.017935 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:05.040432 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.046249 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.071718 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=93122) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:32:05.089316 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ce4ad3-e481-4b36-83e5-18c2f750e267,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:05.092480 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.092839 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.segments_db [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Added segment e52ab399-9907-4287-a8a5-e11b083d6265 of type vlan for network 49cffd0c-e31f-4167-930e-e554641c0b52 Jul 29 15:32:05.112179 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.143999 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=608b9e0d-4996-4eb6-b281-4d4ad08895f2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:05.145099 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.212786 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.214921 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:05.215915 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.275043 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5c364-a1cc-41ae-813d-99d47bcc0235 req-d96a57c4-f029-4bce-947f-8116493cfa25 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:05.276621 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e9e5c364-a1cc-41ae-813d-99d47bcc0235 req-d96a57c4-f029-4bce-947f-8116493cfa25 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.1208320 Jul 29 15:32:05.292112 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 2, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:05.297370 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4010708 Jul 29 15:32:05.300628 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57154) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:05.306158 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Request body: {'subnet': {'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1613745204-subnet', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:05.319496 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ce0ae-28d3-486f-9194-079a2c19e943 admin admin] Pushing event updated for resources: {'Network': ['ID=49cffd0c-e31f-4167-930e-e554641c0b52,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:05.321573 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Checking router: 7988096b-2c19-4d86-94ba-877bf6e1d11a for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:05.322028 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Updating router 7988096b-2c19-4d86-94ba-877bf6e1d11a port 8bfe3174-03d8-4f9c-b95f-f19071863563 binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:32:05.333266 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 49cffd0c-e31f-4167-930e-e554641c0b52 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:32:05.355736 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.379180 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.393441 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e9e5c364-a1cc-41ae-813d-99d47bcc0235 req-ccdc456d-f9f1-4054-b1e6-34f6c803eb05 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076970 Jul 29 15:32:05.406530 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Made reservation on behalf of 337e1dac791c4f2f8de076e52844a0ae for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:32:05.408999 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30128935'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.604371 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30213385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30128905'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.609901 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Router f87fbcad-3595-416d-94ed-748b1fecf790 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:32:05.642445 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.655348 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Transition to ACTIVE for port object 8bfe3174-03d8-4f9c-b95f-f19071863563 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:05.656239 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:05.663514 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.682848 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Checking segment: {'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:05.683229 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Network hostable DHCP agents. Network: 49cffd0c-e31f-4167-930e-e554641c0b52, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:32:05.701914 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Network 49cffd0c-e31f-4167-930e-e554641c0b52 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:32:05.712828 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 49cffd0c-e31f-4167-930e-e554641c0b52) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:05.717448 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:05.718056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.721542 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Pushing event updated for resources: {'Port': ['ID=8bfe3174-03d8-4f9c-b95f-f19071863563,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:05.726650 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:05.734327 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-cfcae244-b2ef-46e1-9492-a735d0b525d1 admin admin] 10.222.0.10 "PUT /v2.0/routers/f87fbcad-3595-416d-94ed-748b1fecf790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5963271 Jul 29 15:32:05.735128 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57156) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:05.737638 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] Sync routers for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:05.743125 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6a86f294-a692-452d-914d-16941b5a7012 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4408181 Jul 29 15:32:05.745846 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57158) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:05.752608 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:05.753882 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] Routers {'f87fbcad-3595-416d-94ed-748b1fecf790'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:05.755541 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['f87fbcad-3595-416d-94ed-748b1fecf790'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:05.761303 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb2399-e6ef-4851-b6bb-69acb9456290 None None] Network 49cffd0c-e31f-4167-930e-e554641c0b52 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:32:05.773508 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.773848 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.774178 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.774504 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.774831 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.775150 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.775461 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.775776 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.776108 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.776427 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.776736 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.777067 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:32:05.794854 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Attempting to bind port 8bfe3174-03d8-4f9c-b95f-f19071863563 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:32:05.795010 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Attempting to bind port 8bfe3174-03d8-4f9c-b95f-f19071863563 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:32:05.795553 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Attempting to bind port 8bfe3174-03d8-4f9c-b95f-f19071863563 on network e366522e-a469-4674-9e08-c8d3d1a77c20 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:05.812981 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1613401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-711'] for router, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.814375 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1613566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1724979', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2096901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-702'] for router, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.816123 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:32:05.825973 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:32:05.825973 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Checking segment: {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:05.825973 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.825973 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Bound using segment: {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:32:05.825973 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Bound port: 8bfe3174-03d8-4f9c-b95f-f19071863563, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:32:05.825973 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.918629 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:05.937636 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] For port 8bfe3174-03d8-4f9c-b95f-f19071863563, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:32:05.941673 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] For port 8bfe3174-03d8-4f9c-b95f-f19071863563, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=8bfe3174-03d8-4f9c-b95f-f19071863563,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:32:05.949150 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.006841 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:06.006841 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:06.021695 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.079544 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9b0f264d-5c02-4860-8136-ef713bde860a up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:06.117982 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.120224 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.db.resource_extend [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 15:32:06.139693 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:06.200019 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Deleting port e7e87915-55b2-4c33-8afa-ea1204a67a80 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:06.200359 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.235091 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] Set router f87fbcad-3595-416d-94ed-748b1fecf790 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:06.321408 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008aa22-cc95-4b2a-85a7-aff0e496eab1 None None] Pushing event updated for resources: {'Port': ['ID=8bfe3174-03d8-4f9c-b95f-f19071863563,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:06.341146 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] For port e7e87915-55b2-4c33-8afa-ea1204a67a80, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e7e87915-55b2-4c33-8afa-ea1204a67a80,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:06.341835 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.382230 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Calling delete_port for e7e87915-55b2-4c33-8afa-ea1204a67a80 owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:06.484073 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:06.513086 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 9b0f264d-5c02-4860-8136-ef713bde860a triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:06.514101 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.521335 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'port_id': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'mac_address': 'fa:16:3e:97:02:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:32:06.530866 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:05Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:06.564265 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a2ed89-1c85-43f6-8256-3f66968802c7 None None] The sync data for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi is: [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:05Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:06.590777 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2092233', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1613419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-680'] for router, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.658146 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2d1dd9d-3b1f-58ab-83f9-583c34997fd8-49cffd0c-e31f-4167-930e-e554641c0b52', 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'fixed_ips': [{'subnet_id': '5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79'}]}} from dv-cinder-789564-8-iscsi. {{(pid=93123) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:32:06.659220 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.713730 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7d7a5-fe97-40a8-940e-f71539e93d59 req-6217e60f-0305-49f5-aad2-0b983a6ebce4 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:06.715783 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-eaa7d7a5-fe97-40a8-940e-f71539e93d59 req-6217e60f-0305-49f5-aad2-0b983a6ebce4 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.1792827 Jul 29 15:32:06.748635 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.770851 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.840433 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-eaa7d7a5-fe97-40a8-940e-f71539e93d59 req-d1fd7c99-5997-4883-a0e7-6f7bebf65cc5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781264 Jul 29 15:32:06.846056 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e87915-55b2-4c33-8afa-ea1204a67a80,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:06.853930 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:32:06.898156 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.910058 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:06.917827 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.924573 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.936927 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.007043 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.db_base_plugin_common [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Allocated IP 172.20.0.2 (49cffd0c-e31f-4167-930e-e554641c0b52/5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79/7ae7c0a3-5303-4f2e-b82d-b360717ba434) {{(pid=93123) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:32:07.017571 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'name': 'tempest-TestMinimumBasicScenario-736335526-router', 'tenant_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:51Z', 'updated_at': '2021-07-29T15:32:05Z', 'revision_number': 5, 'project_id': '52ff505d3c5b4c1e98a269b5d754bd1b', 'gw_port': {'id': 'e7e87915-55b2-4c33-8afa-ea1204a67a80', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87fbcad-3595-416d-94ed-748b1fecf790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:52Z', 'updated_at': '2021-07-29T15:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:07.024607 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:07.038795 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.041537 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.061456 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] Checking router: f87fbcad-3595-416d-94ed-748b1fecf790 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:07.068856 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Allocated IP 172.27.0.251 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:32:07.095770 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.095770 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87fbcad-3595-416d-94ed-748b1fecf790 {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:32:07.101283 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.102443 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-27b130dd-0d1b-49d0-81d8-73b84850fa94 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f87fbcad-3595-416d-94ed-748b1fecf790 HTTP/1.1" status: 204 len: 168 time: 1.3648965 Jul 29 15:32:07.107309 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57162) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:07.123163 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] Routers set() bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:07.123532 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] Router IDs set() for agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 15:32:07.124212 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_agentschedulers_db [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f87fbcad-3595-416d-94ed-748b1fecf790'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent'). {{(pid=93123) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 15:32:07.124604 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade2934-648e-47fc-9f8c-7e52d4e3fb9d None None] The sync data for ids ['f87fbcad-3595-416d-94ed-748b1fecf790'] in dv-cinder-789564-8-iscsi is: [] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:07.165151 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:32:07.167914 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-67739332-8b37-4715-a68e-5406785bb080 admin admin] Deleting subnet 9cbebe71-cbee-43d5-ae00-0e89c60911f6 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:32:07.172989 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-67739332-8b37-4715-a68e-5406785bb080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.234237 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.237011 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-67739332-8b37-4715-a68e-5406785bb080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32668416'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.290232 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.304763 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Notify callbacks [] for port, precommit_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.318091 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Transition to ACTIVE for port object 7ae7c0a3-5303-4f2e-b82d-b360717ba434 will not be triggered until provisioned by entity L2. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:07.337638 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:07.340638 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:07.345047 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:32:07.349440 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Transition to ACTIVE for port object 7ae7c0a3-5303-4f2e-b82d-b360717ba434 will not be triggered until provisioned by entity DHCP. {{(pid=93123) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:07.367837 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725'] for port, after_create {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.382024 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Pushing event updated for resources: {'Port': ['ID=e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:07.388214 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-67739332-8b37-4715-a68e-5406785bb080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.442998 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Network 49cffd0c-e31f-4167-930e-e554641c0b52 is already hosted by enough agents. {{(pid=93123) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:07.446532 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Pushing event updated for resources: {'Port': ['ID=7ae7c0a3-5303-4f2e-b82d-b360717ba434,revision_number=1']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:07.461297 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.scheduler.base_scheduler [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Resources bound (agent type, host, resource id): {{(pid=93123) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:07.467082 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Received port after_create {{(pid=93123) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:32:07.470972 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-67739332-8b37-4715-a68e-5406785bb080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33462987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33260767'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.553721 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Attempting to bind port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:32:07.555595 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Attempting to bind port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:32:07.556341 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Attempting to bind port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 on network 49cffd0c-e31f-4167-930e-e554641c0b52 {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:07.566308 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:32:07.567407 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Checking segment: {'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:07.567827 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.568223 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Bound using segment: {'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'} {{(pid=93123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:32:07.568704 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.managers [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Bound port: 7ae7c0a3-5303-4f2e-b82d-b360717ba434, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'}}] {{(pid=93123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:32:07.569111 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.683232 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] For port 7ae7c0a3-5303-4f2e-b82d-b360717ba434, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:32:07.690565 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] For port 7ae7c0a3-5303-4f2e-b82d-b360717ba434, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=7ae7c0a3-5303-4f2e-b82d-b360717ba434,segment=NetworkSegment(e52ab399-9907-4287-a8a5-e11b083d6265),segment_id=e52ab399-9907-4287-a8a5-e11b083d6265)] {{(pid=93123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:32:07.698962 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.717934 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.806738 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d395f0d-15a4-44aa-8be6-4f9377bf7eac None None] Pushing event updated for resources: {'Port': ['ID=7ae7c0a3-5303-4f2e-b82d-b360717ba434,revision_number=2']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:07.838811 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-67739332-8b37-4715-a68e-5406785bb080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:07.840914 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-67739332-8b37-4715-a68e-5406785bb080 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9cbebe71-cbee-43d5-ae00-0e89c60911f6 HTTP/1.1" status: 204 len: 168 time: 0.7324457 Jul 29 15:32:07.842535 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67739332-8b37-4715-a68e-5406785bb080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cbebe71-cbee-43d5-ae00-0e89c60911f6,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:07.845349 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57164) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:07.852125 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8f029-c963-4e46-ae27-7d56be881b10 None None] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:32:07.968265 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.048285 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Deleting port eb869c42-0944-42cc-b0af-0ddd1b63bf7e {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:08.049802 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.132955 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1613410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2092268'] for router, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.221214 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] For port eb869c42-0944-42cc-b0af-0ddd1b63bf7e, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:08.221766 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.256118 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Calling delete_port for eb869c42-0944-42cc-b0af-0ddd1b63bf7e owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:08.273302 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad51b5b-878d-41a7-8300-ee25b89ef69c req-629fafe0-d735-4b2f-9c8f-0ef2f0e51668 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:08.275174 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] DHCP port deletion for c1f9db67-55e7-4ea1-aeee-bafa9170984e request from dv-cinder-789564-8-iscsi {{(pid=93123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:32:08.284628 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cad51b5b-878d-41a7-8300-ee25b89ef69c req-629fafe0-d735-4b2f-9c8f-0ef2f0e51668 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 944 time: 0.3165133 Jul 29 15:32:08.391116 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cad51b5b-878d-41a7-8300-ee25b89ef69c req-f7d9aaf0-53ef-44b0-b0ed-69e5be7d3765 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061785 Jul 29 15:32:08.394581 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 8bfe3174-03d8-4f9c-b95f-f19071863563 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:08.429658 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] Deleting port eb869c42-0944-42cc-b0af-0ddd1b63bf7e {{(pid=93123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:08.430036 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.449671 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.471344 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Router c70af8fc-ede9-493d-b5ea-023449afbc58 is scheduled to L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 with binding_index 1 {{(pid=93122) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:32:08.479234 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:08.481217 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] No DVR routers for this DVR port eb869c42-0944-42cc-b0af-0ddd1b63bf7e on host dv-cinder-789564-8-iscsi {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:32:08.515197 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] For port eb869c42-0944-42cc-b0af-0ddd1b63bf7e, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,segment=NetworkSegment(4ef38fc9-43c7-439c-87f0-3b6f43d38afa),segment_id=4ef38fc9-43c7-439c-87f0-3b6f43d38afa)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:08.515599 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.530696 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] Calling delete_port for eb869c42-0944-42cc-b0af-0ddd1b63bf7e owned by network:dhcp {{(pid=93123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:08.533626 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 8bfe3174-03d8-4f9c-b95f-f19071863563 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:08.547487 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 8bfe3174-03d8-4f9c-b95f-f19071863563 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:08.547867 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.559608 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.570330 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f9db67-55e7-4ea1-aeee-bafa9170984e']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:08.581649 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef38fc9-43c7-439c-87f0-3b6f43d38afa') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:08.582092 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef38fc9-43c7-439c-87f0-3b6f43d38afa') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:08.592238 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.599439 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:08.609918 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Sync routers for ids ['c70af8fc-ede9-493d-b5ea-023449afbc58'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:08.614924 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.619541 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.621290 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-c3612a20-740c-4448-8f28-f0f7e3be8899 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8742900 Jul 29 15:32:08.625717 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57168) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:08.628085 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:32:08.628491 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:32:08.634321 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:32:08.642944 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Routers {'c70af8fc-ede9-493d-b5ea-023449afbc58'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:08.644322 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['c70af8fc-ede9-493d-b5ea-023449afbc58'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:08.735669 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734'] for port, after_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.744026 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.760398 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.766711 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.769409 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] Network c1f9db67-55e7-4ea1-aeee-bafa9170984e is not hosted by any dhcp agent {{(pid=93123) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 15:32:08.770991 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] No DVR routers for this DVR port eb869c42-0944-42cc-b0af-0ddd1b63bf7e on host dv-cinder-789564-8-iscsi {{(pid=93123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:32:08.772001 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1e1d1-fe38-4c9f-b7a8-02241daca60a None None] Pushing event deleted for resources: {'Port': ['ID=eb869c42-0944-42cc-b0af-0ddd1b63bf7e,revision_number=None']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:08.772206 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c1f9db67-55e7-4ea1-aeee-bafa9170984e HTTP/1.1" status: 204 len: 168 time: 0.9256911 Jul 29 15:32:08.772788 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57170) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:08.783060 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Set router c70af8fc-ede9-493d-b5ea-023449afbc58 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:08.787388 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abb148-d595-49c9-ab6a-a5bc7881cfb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f9db67-55e7-4ea1-aeee-bafa9170984e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:08.807870 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 8bfe3174-03d8-4f9c-b95f-f19071863563, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=8bfe3174-03d8-4f9c-b95f-f19071863563,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:08.816183 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:08.832853 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 608b9e0d-4996-4eb6-b281-4d4ad08895f2 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:32:09.044848 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:32:07Z', 'revision_number': 3, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port': {'id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:06Z', 'updated_at': '2021-07-29T15:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:09.083342 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 608b9e0d-4996-4eb6-b281-4d4ad08895f2 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:32:09.083342 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 608b9e0d-4996-4eb6-b281-4d4ad08895f2 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:32:09.098507 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Checking router: c70af8fc-ede9-493d-b5ea-023449afbc58 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:09.099018 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Updating router c70af8fc-ede9-493d-b5ea-023449afbc58 port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:32:09.120673 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=8bfe3174-03d8-4f9c-b95f-f19071863563,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:09.143612 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.255717 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.294479 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f4347-8d58-4654-b89f-e3106a3a9063 None None] Network 49cffd0c-e31f-4167-930e-e554641c0b52 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:32:09.367737 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-cd4d8fd7-2206-49c7-8a45-fdf4fb7fdd2d None None] Provisioning for port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:09.392707 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.453945 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Allocated IP 172.20.0.1 (49cffd0c-e31f-4167-930e-e554641c0b52/5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79/792b816f-110f-4d86-9762-5f6569d61193) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:32:09.552303 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.571830 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Transition to ACTIVE for port object e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:09.580637 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.613018 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99beff0-2418-43c3-9e21-ac5fa0deaab4 req-c83e34ef-4637-45da-a573-1d4cbd5be65d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:09.614822 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d99beff0-2418-43c3-9e21-ac5fa0deaab4 req-c83e34ef-4637-45da-a573-1d4cbd5be65d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 944 time: 0.1115084 Jul 29 15:32:09.633871 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5150e-f17e-44c3-9e2f-8646406082c7 None None] Pushing event updated for resources: {'Port': ['ID=e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70,revision_number=2']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:09.659684 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.684423 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.provisioning_blocks [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Transition to ACTIVE for port object 792b816f-110f-4d86-9762-5f6569d61193 will not be triggered until provisioned by entity DHCP. {{(pid=93121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:09.686797 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Attempting to bind port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:32:09.687162 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Attempting to bind port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:32:09.687515 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Attempting to bind port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 on network c23813b6-c80e-47f1-bc2a-e286cd843c9f {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:09.693227 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:32:09.693517 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d99beff0-2418-43c3-9e21-ac5fa0deaab4 req-cd70c70e-fa97-4d3e-bb4e-1a7e12d3f808 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645440 Jul 29 15:32:09.693637 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Checking segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:09.694598 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.695294 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Bound using segment: {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:32:09.695823 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Bound port: e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f4ba2-be3a-4e0c-942f-2ea159a0dae6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:32:09.696593 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.745311 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.784666 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] For port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:32:09.789986 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] For port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:32:09.808532 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.814955 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Network 49cffd0c-e31f-4167-930e-e554641c0b52 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:09.818185 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:09.829911 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:09.833707 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:32:09.837172 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Pushing event updated for resources: {'Port': ['ID=792b816f-110f-4d86-9762-5f6569d61193,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:09.907023 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092083'] for router_interface, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:09.918654 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Routers {'c70af8fc-ede9-493d-b5ea-023449afbc58'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:09.926621 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['c70af8fc-ede9-493d-b5ea-023449afbc58'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:09.947395 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:09.960730 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:09.961153 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.043441 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 8bfe3174-03d8-4f9c-b95f-f19071863563 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:10.098996 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.119270 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Deleting port d24caf25-148d-4d38-8380-350d59d5682a {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:10.120542 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.138507 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] Set router c70af8fc-ede9-493d-b5ea-023449afbc58 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:10.159906 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.165383 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5150e-f17e-44c3-9e2f-8646406082c7 None None] Pushing event updated for resources: {'Port': ['ID=e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:10.166622 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 8bfe3174-03d8-4f9c-b95f-f19071863563 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:10.167424 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.202560 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-fd018ccb-c04f-4b49-a0db-26680a5b427d None None] Provisioning for port 792b816f-110f-4d86-9762-5f6569d61193 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:10.223737 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-fd018ccb-c04f-4b49-a0db-26680a5b427d None None] Provisioning complete for port 792b816f-110f-4d86-9762-5f6569d61193 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:10.224112 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-fd018ccb-c04f-4b49-a0db-26680a5b427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.230770 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:10.233118 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a8187-9ca4-41b6-87c2-53a81897af4d" -d '{"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-plugged", "status": "completed", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:10.247657 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] For port d24caf25-148d-4d38-8380-350d59d5682a, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=d24caf25-148d-4d38-8380-350d59d5682a,segment=NetworkSegment(b3935025-0238-475e-8bc8-4d15d5934d64),segment_id=b3935025-0238-475e-8bc8-4d15d5934d64)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:10.248066 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.266850 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Calling delete_port for d24caf25-148d-4d38-8380-350d59d5682a owned by network:router_interface {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:10.271968 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:10.286113 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.296878 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-fd018ccb-c04f-4b49-a0db-26680a5b427d None None] Port 792b816f-110f-4d86-9762-5f6569d61193 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:32:10.308431 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.318750 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9fed05-4987-4a04-bc1a-097a5a8d75ab x-openstack-request-id: req-af9fed05-4987-4a04-bc1a-097a5a8d75ab {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:10.318951 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-plugged", "status": "completed", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:10.319181 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af9fed05-4987-4a04-bc1a-097a5a8d75ab {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:10.319576 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'code': 200} Jul 29 15:32:10.327481 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.375703 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 7ae7c0a3-5303-4f2e-b82d-b360717ba434 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:10.377334 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:10.446931 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2056619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1724835'] for router_interface, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.460897 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:10.461855 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Pushing event updated for resources: {'Port': ['ID=792b816f-110f-4d86-9762-5f6569d61193,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:10.467578 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:10.467942 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.475977 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:32:07Z', 'revision_number': 3, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port': {'id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:06Z', 'updated_at': '2021-07-29T15:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:10.512394 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f2245-68b2-475f-a6b9-4b15bc4bf0ee None None] The sync data for ids ['c70af8fc-ede9-493d-b5ea-023449afbc58'] in dv-cinder-789564-8-iscsi is: [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:32:07Z', 'revision_number': 3, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port': {'id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:06Z', 'updated_at': '2021-07-29T15:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:10.560769 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.570524 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Network 49cffd0c-e31f-4167-930e-e554641c0b52 is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:10.571272 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:10.575359 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb60f0-b5c5-45c7-a5e9-fdd912fc2db1 req-d99c5491-509a-4a27-8941-49c2a05c5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:10.577479 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8eeb60f0-b5c5-45c7-a5e9-fdd912fc2db1 req-d99c5491-509a-4a27-8941-49c2a05c5af9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 1098 time: 0.0650647 Jul 29 15:32:10.587285 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.606915 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24caf25-148d-4d38-8380-350d59d5682a,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:10.642266 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 7ae7c0a3-5303-4f2e-b82d-b360717ba434, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=7ae7c0a3-5303-4f2e-b82d-b360717ba434,segment=NetworkSegment(e52ab399-9907-4287-a8a5-e11b083d6265),segment_id=e52ab399-9907-4287-a8a5-e11b083d6265)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:10.648734 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:10.737606 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=7ae7c0a3-5303-4f2e-b82d-b360717ba434,revision_number=3']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:10.762412 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e7e87915-55b2-4c33-8afa-ea1204a67a80 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:32:10.778412 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Router c70af8fc-ede9-493d-b5ea-023449afbc58 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:32:10.815448 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: e7e87915-55b2-4c33-8afa-ea1204a67a80 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:32:10.816215 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e7e87915-55b2-4c33-8afa-ea1204a67a80 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:32:10.817343 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device eb869c42-0944-42cc-b0af-0ddd1b63bf7e no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:32:10.833340 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8eeb60f0-b5c5-45c7-a5e9-fdd912fc2db1 req-35f6a1c8-960d-428e-af13-2b2686206555 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317843 Jul 29 15:32:10.854971 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: eb869c42-0944-42cc-b0af-0ddd1b63bf7e {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:32:10.855441 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device eb869c42-0944-42cc-b0af-0ddd1b63bf7e not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:32:10.969331 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.005296 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e9e45-ce5e-477f-ac2b-0cc92a635d9e req-251bb65b-6a87-4a15-87c6-fe653762326a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:11.013796 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5c9e9e45-ce5e-477f-ac2b-0cc92a635d9e req-251bb65b-6a87-4a15-87c6-fe653762326a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.1595130 Jul 29 15:32:11.030900 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-277c3d7f-8f5b-4cc9-890e-895d0fe23115 None None] Provisioning complete for port 792b816f-110f-4d86-9762-5f6569d61193 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:11.032294 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-277c3d7f-8f5b-4cc9-890e-895d0fe23115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.040635 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:11.051787 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-de929615-1e1f-4e88-850e-7eb352993e11 admin admin] 10.222.0.10 "PUT /v2.0/routers/c70af8fc-ede9-493d-b5ea-023449afbc58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4247627 Jul 29 15:32:11.076451 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-277c3d7f-8f5b-4cc9-890e-895d0fe23115 None None] Port 792b816f-110f-4d86-9762-5f6569d61193 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:32:11.089231 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5c9e9e45-ce5e-477f-ac2b-0cc92a635d9e req-023b20b7-415c-41a6-bb83-a53cfc36978f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745144 Jul 29 15:32:11.213406 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Router 0d256968-94dd-465e-946a-e11e096e3dad has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:32:11.334391 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:11.342388 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-60f776d5-4854-466e-8149-b6d84647f512 admin admin] 10.222.0.10 "PUT /v2.0/routers/0d256968-94dd-465e-946a-e11e096e3dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5623853 Jul 29 15:32:11.342388 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57188) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:11.345425 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] Sync routers for ids ['0d256968-94dd-465e-946a-e11e096e3dad'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:11.358232 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] Routers {'0d256968-94dd-465e-946a-e11e096e3dad'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:11.358862 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['0d256968-94dd-465e-946a-e11e096e3dad'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:11.463065 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks [] for router, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.501453 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] Set router 0d256968-94dd-465e-946a-e11e096e3dad gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:11.534250 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57190) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:11.543265 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-768d4943-8bf5-491b-8e13-c6574423a52e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946434886', 'description': 'tempest-secgroup-smoke-1946434886 description', 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:11.568092 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.613188 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-768d4943-8bf5-491b-8e13-c6574423a52e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.616123 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.732173 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:32:10Z', 'revision_number': 5, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port': {'id': '5ea488db-83b2-49ac-b0b4-7465b20da276', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:27:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d256968-94dd-465e-946a-e11e096e3dad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:57Z', 'updated_at': '2021-07-29T15:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:11.738652 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Deleting port 5ea488db-83b2-49ac-b0b4-7465b20da276 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:11.738998 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.764042 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] Checking router: 0d256968-94dd-465e-946a-e11e096e3dad for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:11.774781 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] Routers {'0d256968-94dd-465e-946a-e11e096e3dad'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:11.775389 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['0d256968-94dd-465e-946a-e11e096e3dad'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:11.810935 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-768d4943-8bf5-491b-8e13-c6574423a52e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.821892 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-768d4943-8bf5-491b-8e13-c6574423a52e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.862327 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-768d4943-8bf5-491b-8e13-c6574423a52e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.866187 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-768d4943-8bf5-491b-8e13-c6574423a52e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3280678 Jul 29 15:32:11.866931 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57192) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:11.872776 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-96ad2642-eb8e-4672-bb8d-bf7b2187bed0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'security_group_rule': {'security_group_id': '0815ad78-3524-4f13-b4c1-7eabc08a655f', 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:11.874688 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] For port 5ea488db-83b2-49ac-b0b4-7465b20da276, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=5ea488db-83b2-49ac-b0b4-7465b20da276,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:11.875058 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.883410 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d4943-8bf5-491b-8e13-c6574423a52e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0815ad78-3524-4f13-b4c1-7eabc08a655f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:11.884944 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] Set router 0d256968-94dd-465e-946a-e11e096e3dad gateway port host: None {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:11.895819 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Calling delete_port for 5ea488db-83b2-49ac-b0b4-7465b20da276 owned by network:router_gateway {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:11.930947 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-96ad2642-eb8e-4672-bb8d-bf7b2187bed0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.958209 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:32:11Z', 'revision_number': 6, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port_host': None}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:11.990533 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-96ad2642-eb8e-4672-bb8d-bf7b2187bed0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.992267 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a82b1-c3be-45a0-b003-2ea7f8a68331 None None] The sync data for ids ['0d256968-94dd-465e-946a-e11e096e3dad'] in dv-cinder-789564-8-iscsi is: [{'id': '0d256968-94dd-465e-946a-e11e096e3dad', 'name': 'tempest-TestMinimumBasicScenario-1096396147-router', 'tenant_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:56Z', 'updated_at': '2021-07-29T15:32:11Z', 'revision_number': 6, 'project_id': 'c54bcf6ce7fb443f8879196cbc81dc2d', 'gw_port_host': None}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:11.994890 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-96ad2642-eb8e-4672-bb8d-bf7b2187bed0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.014973 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad2642-eb8e-4672-bb8d-bf7b2187bed0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45bf1e89-8808-4028-b99a-8f9f1a174588,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:12.032763 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-96ad2642-eb8e-4672-bb8d-bf7b2187bed0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.033919 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:12.035281 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-96ad2642-eb8e-4672-bb8d-bf7b2187bed0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1667752 Jul 29 15:32:12.039334 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57194) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:12.044262 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-5c565e47-f03f-4189-866f-66da94642343 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'security_group_rule': {'security_group_id': '0815ad78-3524-4f13-b4c1-7eabc08a655f', 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:12.078434 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5c565e47-f03f-4189-866f-66da94642343 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.096166 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:12.101079 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:12.101505 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.132673 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.151116 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5c565e47-f03f-4189-866f-66da94642343 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.156344 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5c565e47-f03f-4189-866f-66da94642343 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.181538 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c565e47-f03f-4189-866f-66da94642343 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3a6680-bfa1-4708-835e-3ad656f2f0e0,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:12.184374 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5c565e47-f03f-4189-866f-66da94642343 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.185776 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-5c565e47-f03f-4189-866f-66da94642343 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454139 Jul 29 15:32:12.188395 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57198) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:12.194386 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-61819919-f6fa-4ab6-8595-2be3f264c373 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'security_group_rule': {'security_group_id': '0815ad78-3524-4f13-b4c1-7eabc08a655f', 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:12.211410 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.211767 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea488db-83b2-49ac-b0b4-7465b20da276,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:12.234881 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:12.244349 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.245533 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 7ae7c0a3-5303-4f2e-b82d-b360717ba434 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:12.267746 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61819919-f6fa-4ab6-8595-2be3f264c373 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.282958 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.310284 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a08f55-8cd8-4a81-8380-53190d4a51b6 req-898990c8-0432-4736-8f93-25637c82bef9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:12.311904 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-39a08f55-8cd8-4a81-8380-53190d4a51b6 req-898990c8-0432-4736-8f93-25637c82bef9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0879314 Jul 29 15:32:12.348265 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:12.361395 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61819919-f6fa-4ab6-8595-2be3f264c373 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.370435 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61819919-f6fa-4ab6-8595-2be3f264c373 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.400948 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.403330 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.423537 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:12.423537 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.423875 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61819919-f6fa-4ab6-8595-2be3f264c373 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a47b06-e557-4ebb-9002-9b82959522c7,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:12.423875 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-39a08f55-8cd8-4a81-8380-53190d4a51b6 req-0c0eb011-3281-4efd-9bf1-7f790a68d795 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892296 Jul 29 15:32:12.442236 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-61819919-f6fa-4ab6-8595-2be3f264c373 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.444532 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-61819919-f6fa-4ab6-8595-2be3f264c373 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2545931 Jul 29 15:32:12.451832 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57202) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:12.460745 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-94dfdc57-007c-4b3e-8f3d-8f7c47fae7d5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'security_group_rule': {'security_group_id': '0815ad78-3524-4f13-b4c1-7eabc08a655f', 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:12.504880 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-94dfdc57-007c-4b3e-8f3d-8f7c47fae7d5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.506994 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.507718 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d256968-94dd-465e-946a-e11e096e3dad {{(pid=93122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:32:12.516000 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.517889 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-08484500-12a2-4df1-bab2-c4dcc8adea1a admin admin] 10.222.0.10 "DELETE /v2.0/routers/0d256968-94dd-465e-946a-e11e096e3dad HTTP/1.1" status: 204 len: 168 time: 1.1745758 Jul 29 15:32:12.521254 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57206) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:12.595080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b769db0-ad99-4e67-a83b-15e5a9e8f828 admin admin] Deleting subnet e5c4d944-96d5-44e9-b06b-2fe4f6a192c5 {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:32:12.599799 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3b769db0-ad99-4e67-a83b-15e5a9e8f828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.607712 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-94dfdc57-007c-4b3e-8f3d-8f7c47fae7d5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.617494 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f18de1-0f4e-4a8e-bb90-ee514bdc1c2f req-47fd4104-744e-493a-8f41-dbb91d6abac8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:12.619032 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-42f18de1-0f4e-4a8e-bb90-ee514bdc1c2f req-47fd4104-744e-493a-8f41-dbb91d6abac8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0887327 Jul 29 15:32:12.620959 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-94dfdc57-007c-4b3e-8f3d-8f7c47fae7d5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.630478 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57210) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:12.635374 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Request body: {'floatingip': {'port_id': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:12.656655 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfdc57-007c-4b3e-8f3d-8f7c47fae7d5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aa1157-1526-4553-b8d9-89b552c70409,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:12.661061 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-94dfdc57-007c-4b3e-8f3d-8f7c47fae7d5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.663525 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-94dfdc57-007c-4b3e-8f3d-8f7c47fae7d5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2095814 Jul 29 15:32:12.665206 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57212) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:12.669887 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-72e3afc6-493f-4e05-8869-e37268e3a67b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'security_group_rule': {'security_group_id': '0815ad78-3524-4f13-b4c1-7eabc08a655f', 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:12.692881 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.694150 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.securitygroups_db [None req-72e3afc6-493f-4e05-8869-e37268e3a67b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Project 30d000d3e08a4a8cb5bf28ccd51903dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:32:12.699134 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72e3afc6-493f-4e05-8869-e37268e3a67b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.741706 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3b769db0-ad99-4e67-a83b-15e5a9e8f828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30018021'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.760953 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72e3afc6-493f-4e05-8869-e37268e3a67b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.764774 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72e3afc6-493f-4e05-8869-e37268e3a67b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.781732 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3afc6-493f-4e05-8869-e37268e3a67b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6faacd4b-c75c-413a-a4a7-057f8a33f0ae,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:12.789985 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-72e3afc6-493f-4e05-8869-e37268e3a67b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.791679 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-72e3afc6-493f-4e05-8869-e37268e3a67b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253519 Jul 29 15:32:12.794450 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57214) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:12.798999 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-049c5f58-7e78-4ad8-ae19-d9db420c4e03 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'security_group_rule': {'security_group_id': '0815ad78-3524-4f13-b4c1-7eabc08a655f', 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:12.821137 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.securitygroups_db [None req-049c5f58-7e78-4ad8-ae19-d9db420c4e03 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Project 30d000d3e08a4a8cb5bf28ccd51903dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:32:12.825967 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-049c5f58-7e78-4ad8-ae19-d9db420c4e03 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.840653 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a649b3-3c8e-407d-995b-bc20349d43a5 req-122dd658-ce4b-4461-b20c-7184937dd0d2 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:12.842160 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68a649b3-3c8e-407d-995b-bc20349d43a5 req-122dd658-ce4b-4461-b20c-7184937dd0d2 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 945 time: 0.1670084 Jul 29 15:32:12.889248 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-049c5f58-7e78-4ad8-ae19-d9db420c4e03 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.893209 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-049c5f58-7e78-4ad8-ae19-d9db420c4e03 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.912648 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c5f58-7e78-4ad8-ae19-d9db420c4e03 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56309f0-d711-4ede-9ef7-6d14c41013d8,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:12.919851 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-049c5f58-7e78-4ad8-ae19-d9db420c4e03 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:12.921463 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-049c5f58-7e78-4ad8-ae19-d9db420c4e03 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260571 Jul 29 15:32:12.996505 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3b769db0-ad99-4e67-a83b-15e5a9e8f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.018555 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68a649b3-3c8e-407d-995b-bc20349d43a5 req-e154a048-dcd5-467e-a3c8-933f8855b047 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685359 Jul 29 15:32:13.131354 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3b769db0-ad99-4e67-a83b-15e5a9e8f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30213450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30128896'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.186256 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3b769db0-ad99-4e67-a83b-15e5a9e8f828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.190885 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57252) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:13.193353 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-3b769db0-ad99-4e67-a83b-15e5a9e8f828 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e5c4d944-96d5-44e9-b06b-2fe4f6a192c5 HTTP/1.1" status: 204 len: 168 time: 0.6704814 Jul 29 15:32:13.193808 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ef418-4018-4728-825b-9605ec5bd987 None None] Network 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:32:13.216851 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b769db0-ad99-4e67-a83b-15e5a9e8f828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c4d944-96d5-44e9-b06b-2fe4f6a192c5,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:13.278293 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.340310 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Deleting port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:13.353657 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.402609 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.407171 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.428713 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] DHCP port deletion for 1c15ef1d-4a90-4cef-9e17-bb694fe23db4 request from dv-cinder-789564-8-iscsi {{(pid=93123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:32:13.454132 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] For port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,segment=NetworkSegment(b3935025-0238-475e-8bc8-4d15d5934d64),segment_id=b3935025-0238-475e-8bc8-4d15d5934d64)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:13.455558 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.485928 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Calling delete_port for 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:13.534444 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] Deleting port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 {{(pid=93123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:13.534934 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.549696 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Sync routers for ids ['c70af8fc-ede9-493d-b5ea-023449afbc58'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:13.561794 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Routers {'c70af8fc-ede9-493d-b5ea-023449afbc58'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:13.562856 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['c70af8fc-ede9-493d-b5ea-023449afbc58'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:13.588870 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Floating IP 2be522c4-2fe8-4536-b733-902a064003b3 associated. External IP: 172.27.0.163, port: cb8035ff-f0ce-4791-aa79-6c7faaf71fc7. Jul 29 15:32:13.607927 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.626894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] For port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,segment=NetworkSegment(b3935025-0238-475e-8bc8-4d15d5934d64),segment_id=b3935025-0238-475e-8bc8-4d15d5934d64)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:13.627306 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.640487 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:13.647353 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] No DVR routers for this DVR port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 on host dv-cinder-789564-8-iscsi {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:32:13.650477 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] Calling delete_port for 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 owned by network:dhcp {{(pid=93123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:13.702563 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Set router c70af8fc-ede9-493d-b5ea-023449afbc58 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:13.731139 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.745981 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c15ef1d-4a90-4cef-9e17-bb694fe23db4']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:13.762240 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3935025-0238-475e-8bc8-4d15d5934d64') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:13.762797 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3935025-0238-475e-8bc8-4d15d5934d64') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:13.779721 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.790209 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734'] for port, after_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.802656 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.809515 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:32:13.809918 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:32:13.812165 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:32:13.829352 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] Pushing event deleted for resources: {'Port': ['ID=45cc9319-0e9a-4330-ac7f-d8e8fa2077c2,revision_number=None']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:13.836708 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc640dc8-d26b-4b8a-b738-e43b6500515e None None] No DVR routers for this DVR port 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 on host dv-cinder-789564-8-iscsi {{(pid=93123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:32:13.909942 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.937610 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:13.940104 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1c15ef1d-4a90-4cef-9e17-bb694fe23db4 HTTP/1.1" status: 204 len: 168 time: 0.7478411 Jul 29 15:32:13.942815 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912fdd-41a3-4204-8f48-e4b5fc169996 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c15ef1d-4a90-4cef-9e17-bb694fe23db4,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:13.991419 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:13.993041 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:32:10Z', 'revision_number': 4, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port': {'id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:06Z', 'updated_at': '2021-07-29T15:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '792b816f-110f-4d86-9762-5f6569d61193', 'name': '', 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'mac_address': 'fa:16:3e:2e:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:09Z', 'updated_at': '2021-07-29T15:32:10Z', 'revision_number': 2, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'subnets': [{'id': '5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:14.032362 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Checking router: c70af8fc-ede9-493d-b5ea-023449afbc58 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:14.032713 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Updating router c70af8fc-ede9-493d-b5ea-023449afbc58 port 792b816f-110f-4d86-9762-5f6569d61193 binding host dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:32:14.065407 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.115751 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:14.116210 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.265206 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57278) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:14.333023 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:32:14.384881 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:32:14.385512 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 45cc9319-0e9a-4330-ac7f-d8e8fa2077c2 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:32:14.385901 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 5ea488db-83b2-49ac-b0b4-7465b20da276 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:32:14.389767 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Router 330cfaee-1ae0-45ce-8f64-069449e2a214 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:32:14.405551 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-5dffb775-cc88-409a-a3e5-23d2f0e8f947 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52ff505d3c5b4c1e98a269b5d754bd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355519 Jul 29 15:32:14.405758 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57280) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:14.538214 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9245f131-5da1-4782-9545-f2d449146f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.594430 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:14.600979 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9245f131-5da1-4782-9545-f2d449146f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.601182 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.619438 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.634681 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.provisioning_blocks [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Transition to ACTIVE for port object 792b816f-110f-4d86-9762-5f6569d61193 will not be triggered until provisioned by entity L2. {{(pid=93124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:14.638145 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-a05501c5-0fd9-4650-9b27-87628ffbc2ba tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:14.640612 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-a05501c5-0fd9-4650-9b27-87628ffbc2ba tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 945 time: 0.2482300 Jul 29 15:32:14.652691 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.663104 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-0865de9e-5dd6-4ccd-9dea-a1b919ca016b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "PUT /v2.0/floatingips/2be522c4-2fe8-4536-b733-902a064003b3 HTTP/1.1" status: 200 len: 991 time: 2.0312586 Jul 29 15:32:14.665423 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:14.668843 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:14.699334 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57efa00-f134-4211-a675-4143827442f8 req-914c1f34-05ca-4d1a-8894-776eca63360d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:14.713073 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b57efa00-f134-4211-a675-4143827442f8 req-914c1f34-05ca-4d1a-8894-776eca63360d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 945 time: 0.5672734 Jul 29 15:32:14.713480 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] Sync routers for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:14.722585 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 5ea488db-83b2-49ac-b0b4-7465b20da276 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:32:14.724443 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824b789-1b23-4a73-bdde-484166a6c9b9 None None] Pushing event updated for resources: {'Port': ['ID=792b816f-110f-4d86-9762-5f6569d61193,revision_number=3']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:14.724705 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 5ea488db-83b2-49ac-b0b4-7465b20da276 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:32:14.725595 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device d24caf25-148d-4d38-8380-350d59d5682a no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:32:14.752159 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9245f131-5da1-4782-9545-f2d449146f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.755351 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9245f131-5da1-4782-9545-f2d449146f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.760552 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-9245f131-5da1-4782-9545-f2d449146f77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/353b261d-0c87-4864-a43e-34ad490d3fc2 HTTP/1.1" status: 204 len: 168 time: 0.3493378 Jul 29 15:32:14.776279 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b57efa00-f134-4211-a675-4143827442f8 req-b6be021c-5a9f-4818-b30a-b8742514455d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553293 Jul 29 15:32:14.777541 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245f131-5da1-4782-9545-f2d449146f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353b261d-0c87-4864-a43e-34ad490d3fc2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:14.813284 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Deleting port 99c87f0e-6c43-457e-beff-7e568de33271 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:32:14.813837 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.826714 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: d24caf25-148d-4d38-8380-350d59d5682a {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:32:14.827311 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device d24caf25-148d-4d38-8380-350d59d5682a not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:32:14.838269 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:14.838730 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:14.877365 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b389d1ca-7ddb-43e7-a21a-6b014b9cf5e2 x-openstack-request-id: req-b389d1ca-7ddb-43e7-a21a-6b014b9cf5e2 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:14.877791 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:14.878134 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b389d1ca-7ddb-43e7-a21a-6b014b9cf5e2 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:14.878667 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'status': 'completed', 'code': 200} Jul 29 15:32:14.927754 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Attempting to bind port 792b816f-110f-4d86-9762-5f6569d61193 on host dv-cinder-789564-8-iscsi for vnic_type normal with profile {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:32:14.928125 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Attempting to bind port 792b816f-110f-4d86-9762-5f6569d61193 by drivers openvswitch,hyperv on host dv-cinder-789564-8-iscsi at level 0 using segments [{'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:32:14.928486 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Attempting to bind port 792b816f-110f-4d86-9762-5f6569d61193 on network 49cffd0c-e31f-4167-930e-e554641c0b52 {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:14.945139 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Checking agent: {'id': 'fbffcbc0-1b0c-441f-ab4a-4f45a526ecdf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789564-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 19, 31), 'started_at': datetime.datetime(2021, 7, 29, 15, 20, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789564-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:32:14.945569 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Checking segment: {'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:14.945978 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:14.946628 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Bound using segment: {'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'} {{(pid=93124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:32:14.946842 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.managers [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Bound port: 792b816f-110f-4d86-9762-5f6569d61193, host: dv-cinder-789564-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52ab399-9907-4287-a8a5-e11b083d6265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52'}}] {{(pid=93124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:32:14.947501 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.003545 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-4d205f81-8d77-45e2-b839-3a9e8f81a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:15.005824 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:15.009669 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-4d205f81-8d77-45e2-b839-3a9e8f81a6cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 1098 time: 0.1251748 Jul 29 15:32:15.028036 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] For port 99c87f0e-6c43-457e-beff-7e568de33271, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=99c87f0e-6c43-457e-beff-7e568de33271,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:15.030214 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.039760 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] For port 792b816f-110f-4d86-9762-5f6569d61193, host dv-cinder-789564-8-iscsi, cleared binding levels {{(pid=93124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:32:15.043837 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] For port 792b816f-110f-4d86-9762-5f6569d61193, host dv-cinder-789564-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=792b816f-110f-4d86-9762-5f6569d61193,segment=NetworkSegment(e52ab399-9907-4287-a8a5-e11b083d6265),segment_id=e52ab399-9907-4287-a8a5-e11b083d6265)] {{(pid=93124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:32:15.055456 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.145655 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-6199fda2-366a-4612-84b1-3e09862876ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:15.147173 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-6199fda2-366a-4612-84b1-3e09862876ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.1283166 Jul 29 15:32:15.259291 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824b789-1b23-4a73-bdde-484166a6c9b9 None None] Pushing event updated for resources: {'Port': ['ID=792b816f-110f-4d86-9762-5f6569d61193,revision_number=4']} {{(pid=93124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:15.271760 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Routers {'c70af8fc-ede9-493d-b5ea-023449afbc58'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:15.272371 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['c70af8fc-ede9-493d-b5ea-023449afbc58'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:15.340540 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-5c791a92-f32c-4963-84d7-cbca5a5cf801 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 HTTP/1.1" status: 200 len: 999 time: 0.1753886 Jul 29 15:32:15.410873 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57292) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:15.423167 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '2be522c4-2fe8-4536-b733-902a064003b3', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'port_id': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'mac_address': 'fa:16:3e:97:02:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:55Z', 'updated_at': '2021-07-29T15:32:13Z', 'revision_number': 1, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:15.447592 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] Set router c70af8fc-ede9-493d-b5ea-023449afbc58 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:15.461829 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] Checking router: 330cfaee-1ae0-45ce-8f64-069449e2a214 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:15.469048 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-d209fe35-7720-4dca-b53d-91ff03fe5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:15.470535 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-d209fe35-7720-4dca-b53d-91ff03fe5c6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.1201982 Jul 29 15:32:15.476370 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:15.477237 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:15.480018 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-c033f059-c40e-4ad7-bbd6-a76816a20aeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c54bcf6ce7fb443f8879196cbc81dc2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679359 Jul 29 15:32:15.483447 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57294) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:15.523744 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.524113 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.524625 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Floating IP 584aa930-8723-423e-b1d7-1c8b723970e3 disassociated. External IP: 172.27.0.71, port: 99c87f0e-6c43-457e-beff-7e568de33271. Jul 29 15:32:15.525135 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Calling delete_port for 99c87f0e-6c43-457e-beff-7e568de33271 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:32:15.600778 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:15.615074 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-6e4d3c85-dc0f-4da8-9003-8b55d316af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:15.616574 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-6e4d3c85-dc0f-4da8-9003-8b55d316af45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1340358 Jul 29 15:32:15.652190 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-85479cf1-9c4e-4188-9f96-7c4373cb9b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.716381 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:32:10Z', 'revision_number': 4, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port': {'id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:06Z', 'updated_at': '2021-07-29T15:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '792b816f-110f-4d86-9762-5f6569d61193', 'name': '', 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'mac_address': 'fa:16:3e:2e:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:09Z', 'updated_at': '2021-07-29T15:32:15Z', 'revision_number': 4, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'subnets': [{'id': '5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:15.748696 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970abfbf-96c2-4f1a-be33-47b34a7700b4 None None] The sync data for ids ['c70af8fc-ede9-493d-b5ea-023449afbc58'] in dv-cinder-789564-8-iscsi is: [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:32:10Z', 'revision_number': 4, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port': {'id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:06Z', 'updated_at': '2021-07-29T15:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '792b816f-110f-4d86-9762-5f6569d61193', 'name': '', 'network_id': '49cffd0c-e31f-4167-930e-e554641c0b52', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'mac_address': 'fa:16:3e:2e:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:09Z', 'updated_at': '2021-07-29T15:32:15Z', 'revision_number': 4, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'subnets': [{'id': '5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:15.755168 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-85479cf1-9c4e-4188-9f96-7c4373cb9b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.884348 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-fb286cc4-7cf7-4c50-bf3d-d4faedf2a8bb service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585876 Jul 29 15:32:15.904465 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.943946 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '2be522c4-2fe8-4536-b733-902a064003b3', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'port_id': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'mac_address': 'fa:16:3e:97:02:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:55Z', 'updated_at': '2021-07-29T15:32:13Z', 'revision_number': 1, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:15.975855 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c4e521-f626-43f0-88ce-b23856d36a7d None None] The sync data for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi is: [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '2be522c4-2fe8-4536-b733-902a064003b3', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'port_id': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'mac_address': 'fa:16:3e:97:02:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:55Z', 'updated_at': '2021-07-29T15:32:13Z', 'revision_number': 1, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:15.990062 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-85479cf1-9c4e-4188-9f96-7c4373cb9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.992626 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-85479cf1-9c4e-4188-9f96-7c4373cb9b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:15.993856 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-85479cf1-9c4e-4188-9f96-7c4373cb9b1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78405e0c-445f-4fc4-a25b-3307d854aec1 HTTP/1.1" status: 204 len: 168 time: 0.4955597 Jul 29 15:32:16.027975 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event deleted for resources: {'Port': ['ID=99c87f0e-6c43-457e-beff-7e568de33271,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:16.048683 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85479cf1-9c4e-4188-9f96-7c4373cb9b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78405e0c-445f-4fc4-a25b-3307d854aec1,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:16.179931 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7c5dd5db-fde8-44fb-9ca3-ba064e79d21a req-13e1f4a4-aa57-4498-b3a6-78efd0e1807a service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858973 Jul 29 15:32:16.258504 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:32:16.448421 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f7b12-d8b1-43f0-8618-d3c17f755015 None None] New status for floating IP 2be522c4-2fe8-4536-b733-902a064003b3: ACTIVE {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:32:16.492142 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4a7424c1-23fa-40a6-a4e6-58d0e6e513ff req-20734c22-ca17-42d7-80e4-c0eb70720d9a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d55fc7a-7c13-4ce5-accc-42a0e3697aa5 HTTP/1.1" status: 200 len: 210 time: 0.5647767 Jul 29 15:32:16.533720 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:16.549509 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:16.564572 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:16.565437 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:16.590478 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] No DVR routers for this DVR port 99c87f0e-6c43-457e-beff-7e568de33271 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:32:16.592983 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:16.595107 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-72dd00bb-50c4-4b38-a0b8-66f1365f47c8 req-5f011611-00ac-4e40-bf49-315527b33f0a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "DELETE /v2.0/ports/99c87f0e-6c43-457e-beff-7e568de33271 HTTP/1.1" status: 204 len: 173 time: 1.9450681 Jul 29 15:32:16.713792 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:16.880273 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'name': 'network-vif-deleted', 'tag': '99c87f0e-6c43-457e-beff-7e568de33271'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:16.883132 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7defc4e8-61ad-4581-a721-5f557bea0d1d" -d '{"events": [{"server_uuid": "0d55fc7a-7c13-4ce5-accc-42a0e3697aa5", "name": "network-vif-deleted", "tag": "99c87f0e-6c43-457e-beff-7e568de33271"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:16.922647 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:16.937724 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad8af45-d4fd-4b14-a09d-cd9deeda868a x-openstack-request-id: req-2ad8af45-d4fd-4b14-a09d-cd9deeda868a {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:16.938018 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d55fc7a-7c13-4ce5-accc-42a0e3697aa5", "name": "network-vif-deleted", "tag": "99c87f0e-6c43-457e-beff-7e568de33271", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:16.938316 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ad8af45-d4fd-4b14-a09d-cd9deeda868a {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:16.938717 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d55fc7a-7c13-4ce5-accc-42a0e3697aa5', 'name': 'network-vif-deleted', 'tag': '99c87f0e-6c43-457e-beff-7e568de33271', 'status': 'completed', 'code': 200} Jul 29 15:32:16.952931 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:16.961659 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:16.962250 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:17.082768 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:17.288491 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:17.319669 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c9193c-1d4d-4547-bc5a-0a64b12c49a4 None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:17.753638 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-b98c09ee-ab6f-4fdf-8fe0-272f3782ce00 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909790815&fields=id&tenant_id=7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 267 time: 0.0333865 Jul 29 15:32:17.842882 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 792b816f-110f-4d86-9762-5f6569d61193 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:17.846061 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 99c87f0e-6c43-457e-beff-7e568de33271 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:32:17.872066 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-a30f78be-9ea8-4649-9209-6c74df61539a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:17.873782 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-a30f78be-9ea8-4649-9209-6c74df61539a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 812 time: 0.1111760 Jul 29 15:32:17.888177 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 99c87f0e-6c43-457e-beff-7e568de33271 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:32:17.888517 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 99c87f0e-6c43-457e-beff-7e568de33271 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:32:17.891173 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-9b7d67da-c7d5-423b-9fab-f95f6f24bd1a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/quotas/7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 375 time: 0.0096185 Jul 29 15:32:17.915338 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning for port 792b816f-110f-4d86-9762-5f6569d61193 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:17.919849 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 792b816f-110f-4d86-9762-5f6569d61193 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:17.920225 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:17.949964 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-0636afbe-b409-42da-91fe-7e8e021230a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525815 Jul 29 15:32:18.004917 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:18.040074 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] For port 792b816f-110f-4d86-9762-5f6569d61193, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=792b816f-110f-4d86-9762-5f6569d61193,segment=NetworkSegment(e52ab399-9907-4287-a8a5-e11b083d6265),segment_id=e52ab399-9907-4287-a8a5-e11b083d6265)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:18.044382 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:18.054905 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-61a49937-cc0c-468d-82d2-f1093291b418 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920343 Jul 29 15:32:18.103104 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Pushing event updated for resources: {'Port': ['ID=792b816f-110f-4d86-9762-5f6569d61193,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:18.154173 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-81a17f81-c34e-44e3-a623-df341ebbf9c8 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922141 Jul 29 15:32:18.461535 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-acc95f78-09f7-411a-99b3-4b1ff549e9a6 req-9fb61027-07a3-4c43-ab43-7b6625318adb tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 210 time: 0.0351195 Jul 29 15:32:18.707229 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a34fc-870d-4b60-98a4-b90806fb07f0 None None] New status for floating IP 584aa930-8723-423e-b1d7-1c8b723970e3: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:32:19.558695 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6148c26c-256f-43ac-800c-bc99b4f46cc9 req-f691713e-8743-4ca6-a3e1-afcda3fbb5a1 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 210 time: 0.0310535 Jul 29 15:32:19.653188 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-e980fd64-ee54-4ded-98ab-985f435e96f5 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:19.654542 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-e980fd64-ee54-4ded-98ab-985f435e96f5 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 812 time: 0.1045251 Jul 29 15:32:19.700385 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-3b8e1e29-1352-4c93-9b3a-e52a65124c96 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 379 time: 0.0368342 Jul 29 15:32:19.718564 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'port': {'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'admin_state_up': True, 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'security_groups': ['b6613555-1292-461e-9ff1-f1c5f96d5a16']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:19.825880 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 792b816f-110f-4d86-9762-5f6569d61193 up at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:19.831919 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Made reservation on behalf of 7a54b5401a0441c7b4aeaf5286bff35a for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:32:19.836536 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:19.975721 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Allocated IP 172.20.0.3 (9fd732cf-374c-4ea8-a421-0469390fbbed/3edc7c1a-7687-42f5-a653-858bf491e856/25931977-2b4b-4530-bfc2-e4e3d4ae09dc) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:32:20.005289 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Provisioning complete for port 792b816f-110f-4d86-9762-5f6569d61193 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:20.005553 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.125758 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.140882 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Transition to ACTIVE for port object 25931977-2b4b-4530-bfc2-e4e3d4ae09dc will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:20.185779 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.229442 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Network 9fd732cf-374c-4ea8-a421-0469390fbbed is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:20.232567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:20.237535 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:32:20.247513 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:20.303606 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:20.304248 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.319109 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bcd6ff2e-fb93-4351-aaf7-daa5765024a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053030 Jul 29 15:32:20.336264 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Request body: {'port': {'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:20.392910 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.508079 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-85eec8c2-71da-4ecf-a483-b945d612a034 None None] Provisioning for port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:20.513065 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-85eec8c2-71da-4ecf-a483-b945d612a034 None None] Provisioning complete for port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:20.513665 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-85eec8c2-71da-4ecf-a483-b945d612a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.551636 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-85eec8c2-71da-4ecf-a483-b945d612a034 None None] Port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:32:20.662307 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25931977-2b4b-4530-bfc2-e4e3d4ae09dc {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:32:20.670271 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.682524 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af742b-4109-4c57-8532-e8317c758803 req-b89ba091-c634-4125-b12f-4e04af2838d0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:20.684043 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-24af742b-4109-4c57-8532-e8317c758803 req-b89ba091-c634-4125-b12f-4e04af2838d0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 931 time: 0.0539017 Jul 29 15:32:20.686641 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Transition to ACTIVE for port object 25931977-2b4b-4530-bfc2-e4e3d4ae09dc will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:20.690790 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.723259 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-24af742b-4109-4c57-8532-e8317c758803 req-8f2c5433-50ba-4ee3-8819-ad3b3e15f3eb tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324962 Jul 29 15:32:20.742571 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Pushing event updated for resources: {'Port': ['ID=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:20.816918 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Attempting to bind port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:32:20.817257 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Attempting to bind port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:32:20.817587 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Attempting to bind port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc on network 9fd732cf-374c-4ea8-a421-0469390fbbed {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:20.822063 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc on network 9fd732cf-374c-4ea8-a421-0469390fbbed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:32:20.822378 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Attempting to bind port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc on network 9fd732cf-374c-4ea8-a421-0469390fbbed {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:20.827297 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:32:20.827637 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Checking segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:20.828018 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Bound using segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:32:20.828445 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Bound port: 25931977-2b4b-4530-bfc2-e4e3d4ae09dc, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:32:20.828942 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.897607 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] For port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:32:20.900543 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] For port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:32:20.905281 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.938422 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:20.939099 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:20.940497 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] 10.222.0.59 "PUT /v2.0/ports/25931977-2b4b-4530-bfc2-e4e3d4ae09dc HTTP/1.1" status: 200 len: 1093 time: 0.6090138 Jul 29 15:32:20.940967 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:20.943515 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259a148e-9094-4752-912c-c62d42b38b52" -d '{"events": [{"name": "network-changed", "server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:20.971363 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085465a5-2657-40e2-bd0e-693d2161447b service neutron] Pushing event updated for resources: {'Port': ['ID=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:20.992786 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a92e051-f8f4-43e2-b631-b1828c880a84 x-openstack-request-id: req-4a92e051-f8f4-43e2-b631-b1828c880a84 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:20.993102 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:20.993354 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a92e051-f8f4-43e2-b631-b1828c880a84 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:20.993754 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'status': 'completed', 'code': 200} Jul 29 15:32:21.046958 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-b8fe8bb9-8b5d-4086-a3d1-bf442936882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.048624 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-b8fe8bb9-8b5d-4086-a3d1-bf442936882f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 1096 time: 0.0473111 Jul 29 15:32:21.092827 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-bdbbd10c-2522-43c9-bddb-4fd066757e24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc HTTP/1.1" status: 200 len: 217 time: 0.0352347 Jul 29 15:32:21.150344 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-6aa09ab6-51aa-4b76-8eb0-9bdb22471117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.151822 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-6aa09ab6-51aa-4b76-8eb0-9bdb22471117 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0497620 Jul 29 15:32:21.200431 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-f35c25d4-c8b7-44fa-8944-46608ae8406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.201969 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-f35c25d4-c8b7-44fa-8944-46608ae8406f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422149 Jul 29 15:32:21.293057 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-b2999634-955b-4532-9e28-8fa7b4660c3f service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828054 Jul 29 15:32:21.386178 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9349f3ad-ded9-440c-ae82-4c519b88d4b9 req-6c6f7d76-fec8-41f2-ba9f-1e9d14d25b7c service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Jul 29 15:32:21.483491 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a148e-9094-4752-912c-c62d42b38b52 req-922b2467-2177-4992-8c05-d8a14125415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.485040 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-259a148e-9094-4752-912c-c62d42b38b52 req-922b2467-2177-4992-8c05-d8a14125415d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 1096 time: 0.0491745 Jul 29 15:32:21.588897 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a148e-9094-4752-912c-c62d42b38b52 req-d26f4c58-d0a4-40bd-8743-99a2da1e3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.590379 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-259a148e-9094-4752-912c-c62d42b38b52 req-d26f4c58-d0a4-40bd-8743-99a2da1e3379 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.0871191 Jul 29 15:32:21.643860 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-259a148e-9094-4752-912c-c62d42b38b52 req-9eb56208-f3d2-45f7-a70d-dbaea3b2e787 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc HTTP/1.1" status: 200 len: 217 time: 0.0340610 Jul 29 15:32:21.697866 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a148e-9094-4752-912c-c62d42b38b52 req-093234b9-39f7-4b36-84f5-dfac36086aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.699336 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-259a148e-9094-4752-912c-c62d42b38b52 req-093234b9-39f7-4b36-84f5-dfac36086aff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0443814 Jul 29 15:32:21.753620 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a148e-9094-4752-912c-c62d42b38b52 req-c091c80e-6884-47bf-b15e-f9997e6c3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.756125 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-259a148e-9094-4752-912c-c62d42b38b52 req-c091c80e-6884-47bf-b15e-f9997e6c3768 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491781 Jul 29 15:32:21.881722 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feca5b-f821-47bf-96ce-6e6918303e14 req-7dbf7131-2661-48ec-9a81-ff08a8fdb609 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.883182 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c8feca5b-f821-47bf-96ce-6e6918303e14 req-7dbf7131-2661-48ec-9a81-ff08a8fdb609 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 943 time: 0.0775468 Jul 29 15:32:21.900011 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-259a148e-9094-4752-912c-c62d42b38b52 req-08d1cbae-ee9e-4f50-a183-2217155eda8c service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360855 Jul 29 15:32:21.975610 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c8feca5b-f821-47bf-96ce-6e6918303e14 req-117c9455-fef1-44b6-a805-b44390738d6a tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853570 Jul 29 15:32:22.009963 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-259a148e-9094-4752-912c-c62d42b38b52 req-42f508c1-3e3e-4bd0-b7e8-76ecf23fe5dc service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002858 Jul 29 15:32:23.093395 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175b5d3-8a6f-41f3-9e28-d93371d7f33f req-66178315-685d-47c2-be52-98372a761581 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:23.094901 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8175b5d3-8a6f-41f3-9e28-d93371d7f33f req-66178315-685d-47c2-be52-98372a761581 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 943 time: 0.0512292 Jul 29 15:32:23.145683 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8175b5d3-8a6f-41f3-9e28-d93371d7f33f req-359f0c85-1601-4334-8049-4f3c859cfff3 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Jul 29 15:32:24.269637 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229e31c-3506-420d-a12f-f093d2ccb81e req-6db33ee6-93d9-4fc1-8e91-a87f9def02d2 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:24.271254 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a229e31c-3506-420d-a12f-f093d2ccb81e req-6db33ee6-93d9-4fc1-8e91-a87f9def02d2 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 943 time: 0.0504091 Jul 29 15:32:24.310950 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a229e31c-3506-420d-a12f-f093d2ccb81e req-90defdd4-50af-4166-b3d1-f5b5a913f644 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336559 Jul 29 15:32:25.431666 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775118-8cef-4b1d-b009-22274029a24b req-75511bbe-a771-4668-bdbd-e795110c4b53 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:25.435761 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-46775118-8cef-4b1d-b009-22274029a24b req-75511bbe-a771-4668-bdbd-e795110c4b53 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 943 time: 0.0527809 Jul 29 15:32:25.484752 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-46775118-8cef-4b1d-b009-22274029a24b req-2e668696-042c-45b7-843f-22326fc72c64 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 Jul 29 15:32:25.635143 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae615b4-c2cd-4725-abe4-7a329aae29ca req-59a4d595-4b48-4c6d-9172-84d974f0b029 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:25.636841 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fae615b4-c2cd-4725-abe4-7a329aae29ca req-59a4d595-4b48-4c6d-9172-84d974f0b029 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0530729 Jul 29 15:32:25.676231 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fae615b4-c2cd-4725-abe4-7a329aae29ca req-b222fb81-a1d6-40ff-be81-f4fbac3bcc06 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327888 Jul 29 15:32:26.605764 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab10bf4-74b7-460d-865b-27147fda1018 req-efebbac6-5b7f-4e40-a171-bc9bdcb74e37 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:26.607194 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-fab10bf4-74b7-460d-865b-27147fda1018 req-efebbac6-5b7f-4e40-a171-bc9bdcb74e37 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 943 time: 0.0514359 Jul 29 15:32:26.873368 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-fab10bf4-74b7-460d-865b-27147fda1018 req-718e3536-f198-466e-aef9-79e6617f492e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603247 Jul 29 15:32:26.888194 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138bcf6-ebe3-4fcc-80ca-a13d437270e0 req-1d148979-856c-45e6-bd98-b28fb37acca1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:26.889708 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5138bcf6-ebe3-4fcc-80ca-a13d437270e0 req-1d148979-856c-45e6-bd98-b28fb37acca1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0492158 Jul 29 15:32:26.926212 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5138bcf6-ebe3-4fcc-80ca-a13d437270e0 req-9e49934c-13aa-420b-a45d-f1de59214760 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307677 Jul 29 15:32:27.989314 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229aa35-857d-45f2-bf11-74f065fd49b8 req-098dd9d0-99dd-46cb-8866-09c06a1fe105 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:27.991634 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5229aa35-857d-45f2-bf11-74f065fd49b8 req-098dd9d0-99dd-46cb-8866-09c06a1fe105 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 943 time: 0.0527864 Jul 29 15:32:28.029350 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5229aa35-857d-45f2-bf11-74f065fd49b8 req-f1bb6cbb-d10c-47fa-b849-427fa2710346 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Jul 29 15:32:28.042171 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708c81b-10fe-4aee-9bb9-81e223931903 req-5262ea91-f721-4ccc-acb2-086c02df59f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:28.043671 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d708c81b-10fe-4aee-9bb9-81e223931903 req-5262ea91-f721-4ccc-acb2-086c02df59f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0481646 Jul 29 15:32:28.081718 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d708c81b-10fe-4aee-9bb9-81e223931903 req-841f98da-1d8c-4912-b0ca-408f1b39cae1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322495 Jul 29 15:32:28.814215 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5e317cde-197c-4d35-93af-df92381d6a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:29.141840 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532540e0-2ebd-43ae-94c8-e3392f2ef52e req-1a389c7c-cb86-4d43-9f0c-c47b523cc3be tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:29.143343 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-532540e0-2ebd-43ae-94c8-e3392f2ef52e req-1a389c7c-cb86-4d43-9f0c-c47b523cc3be tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 943 time: 0.0489416 Jul 29 15:32:29.182168 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-532540e0-2ebd-43ae-94c8-e3392f2ef52e req-79135fbc-eb8d-4ef5-87e2-59c4be725e34 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Jul 29 15:32:29.202141 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e0461-a705-407f-bf06-d8bc55ff156f req-73de07d8-9537-4bde-9679-57ac2d54d478 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:29.203623 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-797e0461-a705-407f-bf06-d8bc55ff156f req-73de07d8-9537-4bde-9679-57ac2d54d478 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0484164 Jul 29 15:32:29.241841 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-797e0461-a705-407f-bf06-d8bc55ff156f req-772e26ca-8937-4e32-8595-a9981ba8cb83 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316603 Jul 29 15:32:29.922407 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 25931977-2b4b-4530-bfc2-e4e3d4ae09dc details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:32:30.017115 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:30.028340 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:32:30.066173 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:30.078348 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25931977-2b4b-4530-bfc2-e4e3d4ae09dc {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:32:30.097509 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:30.102039 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:30.150515 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:30.296545 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689dbf6-a37d-4b8d-9ef9-f7d1151ccdab req-4537fce8-9097-4c85-b001-2f0675684272 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:30.298043 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3689dbf6-a37d-4b8d-9ef9-f7d1151ccdab req-4537fce8-9097-4c85-b001-2f0675684272 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 944 time: 0.0494356 Jul 29 15:32:30.337246 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['25931977-2b4b-4530-bfc2-e4e3d4ae09dc'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:32:30.338829 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3689dbf6-a37d-4b8d-9ef9-f7d1151ccdab req-012b5138-b356-4763-b625-87cbb8ded2ad tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341980 Jul 29 15:32:30.362322 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597e7cb-00aa-437f-a30e-37346fd514ff req-af0242ea-2272-48cf-8f71-ccaa4139ec93 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:30.363849 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e597e7cb-00aa-437f-a30e-37346fd514ff req-af0242ea-2272-48cf-8f71-ccaa4139ec93 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0533576 Jul 29 15:32:30.406020 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e597e7cb-00aa-437f-a30e-37346fd514ff req-abfca395-eebf-4c0d-96d5-6b128bfcf99e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363348 Jul 29 15:32:30.604657 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-7c41e9eb-1a8f-4ead-96e9-022cb86d075c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946434886&fields=id&tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd HTTP/1.1" status: 200 len: 267 time: 0.0332990 Jul 29 15:32:30.710329 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c482180-3953-459f-96bb-b86265372329 req-1cce5c54-1c11-4970-b552-61f910a96dc6 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:30.712007 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-1cce5c54-1c11-4970-b552-61f910a96dc6 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/networks?id=e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 200 len: 809 time: 0.1006966 Jul 29 15:32:30.726664 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-0df0b8cd-f577-465b-8a3c-a4ea8951b34e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/quotas/30d000d3e08a4a8cb5bf28ccd51903dd HTTP/1.1" status: 200 len: 375 time: 0.0089223 Jul 29 15:32:30.776910 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-e93fd139-72bd-4319-b396-c8988d620bce tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449543 Jul 29 15:32:30.966864 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-341b4f70-dc1a-4876-81f3-4ffed340599a service neutron] 10.222.0.10 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784432 Jul 29 15:32:31.053978 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-121567ca-01c6-4ecd-a417-80bb86c30680 service neutron] 10.222.0.10 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810564 Jul 29 15:32:31.224660 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2084a82e-c838-4d37-b4af-e08363e27ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:31.340353 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-149bacdd-182f-48b3-b458-488737445d59 req-d291896c-d0c0-4f6a-bb34-0e7b9f8e4f4c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 210 time: 0.0269892 Jul 29 15:32:31.419761 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:31.470353 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5d9a7-1b46-45c1-8f8c-8e12c3b18d08 req-667d84c5-0d1c-4680-8475-7e4891ba98be tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:31.471946 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a2d5d9a7-1b46-45c1-8f8c-8e12c3b18d08 req-667d84c5-0d1c-4680-8475-7e4891ba98be tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 944 time: 0.0618808 Jul 29 15:32:31.539385 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ded827-b277-4768-a6c3-3191134787ec req-15f3adfa-53bd-4052-9d91-914b39d034e5 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:31.540995 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-83ded827-b277-4768-a6c3-3191134787ec req-15f3adfa-53bd-4052-9d91-914b39d034e5 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0532143 Jul 29 15:32:31.585380 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-83ded827-b277-4768-a6c3-3191134787ec req-1bf1652c-fd20-4b18-afa5-3db9107cdd42 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368052 Jul 29 15:32:31.802532 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a2d5d9a7-1b46-45c1-8f8c-8e12c3b18d08 req-337b7bd3-ed61-4984-a496-982e4a848309 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3189051 Jul 29 15:32:31.930872 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 25931977-2b4b-4530-bfc2-e4e3d4ae09dc up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:31.979986 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:31.983483 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:31.983842 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:32.060325 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:32.082120 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:32.084420 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6760e9-915a-4635-95c0-67ea8b8fe999" -d '{"events": [{"server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "name": "network-vif-plugged", "status": "completed", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:32.097916 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:32.103143 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:32.134271 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ee1832-ac89-49b2-b71a-eef406148f83 x-openstack-request-id: req-97ee1832-ac89-49b2-b71a-eef406148f83 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:32.134564 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "name": "network-vif-plugged", "status": "completed", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:32.134812 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97ee1832-ac89-49b2-b71a-eef406148f83 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:32.136622 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'code': 200} Jul 29 15:32:32.167047 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:32.420906 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c482180-3953-459f-96bb-b86265372329 req-aa8acf4b-b3e8-4fe4-a8d1-7b8b18e91db5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:32.422849 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-aa8acf4b-b3e8-4fe4-a8d1-7b8b18e91db5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.59 "GET /v2.0/networks?id=e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 200 len: 809 time: 0.1278450 Jul 29 15:32:32.446362 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-07101f8e-653b-4b93-a6a2-c95f8652e6ce req-522b569b-9411-49d0-87ca-800a8fb9b3ff tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 210 time: 0.0367346 Jul 29 15:32:32.485794 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400a2ee-18e6-43d4-b17d-19aec7f666f1 req-f9e3a3c8-1873-493e-9857-9f4a56d3f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:32.487322 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3400a2ee-18e6-43d4-b17d-19aec7f666f1 req-f9e3a3c8-1873-493e-9857-9f4a56d3f8b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 1098 time: 0.1472721 Jul 29 15:32:32.492068 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-431b6b14-c2a5-4ebc-8c5e-6e2346fd4c56 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd HTTP/1.1" status: 200 len: 380 time: 0.0525038 Jul 29 15:32:32.500948 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:32.511468 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'port': {'device_id': '7da3d193-c968-49a4-8956-5305ca3e370e', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'admin_state_up': True, 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'security_groups': ['0815ad78-3524-4f13-b4c1-7eabc08a655f']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:32.588503 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3400a2ee-18e6-43d4-b17d-19aec7f666f1 req-4726cb0f-036d-413d-b19c-3e87ce644c38 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890231 Jul 29 15:32:32.640486 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Made reservation on behalf of 30d000d3e08a4a8cb5bf28ccd51903dd for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:32:32.644283 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:32.760728 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb6777-44f6-4838-9009-b56da666ebfa req-23e5a831-352f-4f2a-bbc0-b6cbf661f022 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:32.762239 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-48eb6777-44f6-4838-9009-b56da666ebfa req-23e5a831-352f-4f2a-bbc0-b6cbf661f022 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.1031010 Jul 29 15:32:32.849138 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-48eb6777-44f6-4838-9009-b56da666ebfa req-b3756eb6-4a5a-40bb-be6c-3f38caa4d2e4 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783632 Jul 29 15:32:32.850251 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Allocated IP 172.20.0.12 (e366522e-a469-4674-9e08-c8d3d1a77c20/5d2abf54-894e-4d2c-8869-5b73b9f40deb/ab9dc05e-acb7-482c-88cd-6fadda605a22) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:32:32.928220 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773332a1-1562-4418-b7da-26fcd82e5a59 req-327366ba-261c-40ca-b3bd-17b39e64657f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:32.929793 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-773332a1-1562-4418-b7da-26fcd82e5a59 req-327366ba-261c-40ca-b3bd-17b39e64657f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Jul 29 15:32:32.963629 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:32:32.973224 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-773332a1-1562-4418-b7da-26fcd82e5a59 req-95365cea-0f36-4d80-8808-018f3745068e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365152 Jul 29 15:32:33.002198 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.016116 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Transition to ACTIVE for port object ab9dc05e-acb7-482c-88cd-6fadda605a22 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:33.048602 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.094859 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Network e366522e-a469-4674-9e08-c8d3d1a77c20 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:33.098077 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:33.100687 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:32:33.128215 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:33.158428 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:33.159049 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.173497 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-ecf822d3-8196-45ff-bae8-a66d88743f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6724768 Jul 29 15:32:33.191651 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Request body: {'port': {'device_id': '7da3d193-c968-49a4-8956-5305ca3e370e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:33.249192 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.303822 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-be4d6098-ff10-4824-bcdc-5004a4f80bfd None None] Provisioning for port ab9dc05e-acb7-482c-88cd-6fadda605a22 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:33.307342 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-be4d6098-ff10-4824-bcdc-5004a4f80bfd None None] Provisioning complete for port ab9dc05e-acb7-482c-88cd-6fadda605a22 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:33.307715 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-be4d6098-ff10-4824-bcdc-5004a4f80bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.349367 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-be4d6098-ff10-4824-bcdc-5004a4f80bfd None None] Port ab9dc05e-acb7-482c-88cd-6fadda605a22 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:32:33.525370 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9dc05e-acb7-482c-88cd-6fadda605a22 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:32:33.532977 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.548425 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Transition to ACTIVE for port object ab9dc05e-acb7-482c-88cd-6fadda605a22 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:32:33.553569 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.598279 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b8030-9bf3-46cb-89ef-98cd49843beb req-576ed0bb-3155-4121-bd84-9246a95e4f26 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:33.600128 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3b4b8030-9bf3-46cb-89ef-98cd49843beb req-576ed0bb-3155-4121-bd84-9246a95e4f26 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0608299 Jul 29 15:32:33.606277 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:33.643373 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3b4b8030-9bf3-46cb-89ef-98cd49843beb req-c221f023-92e0-45dd-a207-18576e850803 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352929 Jul 29 15:32:33.674982 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Attempting to bind port ab9dc05e-acb7-482c-88cd-6fadda605a22 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:32:33.675323 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Attempting to bind port ab9dc05e-acb7-482c-88cd-6fadda605a22 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:32:33.675657 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Attempting to bind port ab9dc05e-acb7-482c-88cd-6fadda605a22 on network e366522e-a469-4674-9e08-c8d3d1a77c20 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:33.680607 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Port ab9dc05e-acb7-482c-88cd-6fadda605a22 on network e366522e-a469-4674-9e08-c8d3d1a77c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:32:33.680961 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Attempting to bind port ab9dc05e-acb7-482c-88cd-6fadda605a22 on network e366522e-a469-4674-9e08-c8d3d1a77c20 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:32:33.685916 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:32:33.686257 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Checking segment: {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:32:33.686645 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Bound using segment: {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:32:33.687077 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Bound port: ab9dc05e-acb7-482c-88cd-6fadda605a22, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c879dc6a-5211-481d-8a0b-65c9d8bbe343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:32:33.687439 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.756501 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:32:33.760505 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:32:33.764858 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.800683 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:33.801324 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.802699 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 200 len: 1094 time: 0.6155176 Jul 29 15:32:33.803898 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:33.806203 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb3db85-1b6f-4ab5-a258-349095efc88e" -d '{"events": [{"name": "network-changed", "server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:33.829568 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2a03e-9a73-44b9-b212-78bc4669e5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:33.904466 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c482180-3953-459f-96bb-b86265372329 req-b88cdd8a-a52a-4639-ae85-a58772705d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:33.906119 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-b88cdd8a-a52a-4639-ae85-a58772705d5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1097 time: 0.0536625 Jul 29 15:32:33.955409 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-fa09c444-b737-4c27-994d-bc7de350a60c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 200 len: 217 time: 0.0407965 Jul 29 15:32:33.992284 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af4328-f9e8-4219-ab7b-5e2632fa80e9 req-2f656db9-e4d9-42ee-84c3-e932883a55a4 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:33.996169 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a8af4328-f9e8-4219-ab7b-5e2632fa80e9 req-2f656db9-e4d9-42ee-84c3-e932883a55a4 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0595884 Jul 29 15:32:34.000481 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea2f60d-cd9f-4d1c-937b-db91d4522374 x-openstack-request-id: req-dea2f60d-cd9f-4d1c-937b-db91d4522374 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:34.000771 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:34.001049 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dea2f60d-cd9f-4d1c-937b-db91d4522374 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:34.001442 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'status': 'completed', 'code': 200} Jul 29 15:32:34.022701 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c482180-3953-459f-96bb-b86265372329 req-b48d12cb-a945-400b-91e0-904e2f90adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.023229 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-b48d12cb-a945-400b-91e0-904e2f90adec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2abf54-894e-4d2c-8869-5b73b9f40deb HTTP/1.1" status: 200 len: 848 time: 0.0588963 Jul 29 15:32:34.041639 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a8af4328-f9e8-4219-ab7b-5e2632fa80e9 req-79f98ce0-49ad-4290-be20-1cd29aaf9074 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390768 Jul 29 15:32:34.091108 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:34.102587 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c482180-3953-459f-96bb-b86265372329 req-5c0896c1-cd43-4a39-bea9-68c6ada0bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.104094 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-5c0896c1-cd43-4a39-bea9-68c6ada0bfdd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e366522e-a469-4674-9e08-c8d3d1a77c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734673 Jul 29 15:32:34.117852 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6a4e3-7906-4bc1-a968-9c87ca4a47f8 req-7ba48060-ff06-4a43-a0fc-5af50d34c813 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.119240 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e4a6a4e3-7906-4bc1-a968-9c87ca4a47f8 req-7ba48060-ff06-4a43-a0fc-5af50d34c813 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 945 time: 0.0596957 Jul 29 15:32:34.199845 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e4a6a4e3-7906-4bc1-a968-9c87ca4a47f8 req-8a61bcf7-41fb-4e25-afcc-37c96efe13d1 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728226 Jul 29 15:32:34.231591 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-1675df99-3e04-4e6a-96bc-3eab610331cf service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114271 Jul 29 15:32:34.314928 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879d58c-cfee-4c2d-95b7-fd61c09de738 req-e2f1232a-e8ce-4410-bc45-08223fafebcf tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.316399 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d879d58c-cfee-4c2d-95b7-fd61c09de738 req-e2f1232a-e8ce-4410-bc45-08223fafebcf tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Jul 29 15:32:34.325420 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0c482180-3953-459f-96bb-b86265372329 req-23a276b2-f9db-4537-bc03-a8328626e12a service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863400 Jul 29 15:32:34.356493 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d879d58c-cfee-4c2d-95b7-fd61c09de738 req-6bee8641-2ca4-4100-9c9b-7f893730fbea tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Jul 29 15:32:34.380496 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57510) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:34.453716 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0b3b9-f2c6-47da-a907-213f49b82d08 tempest-TestVolumeBootPattern-1485117880 tempest-TestVolumeBootPattern-1485117880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.455256 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-26c0b3b9-f2c6-47da-a907-213f49b82d08 tempest-TestVolumeBootPattern-1485117880 tempest-TestVolumeBootPattern-1485117880-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 1093 time: 0.0736392 Jul 29 15:32:34.457219 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-4122fbe7-e94c-413c-9166-cd1b74333e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.458168 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57512) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:34.458687 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-4122fbe7-e94c-413c-9166-cd1b74333e46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1097 time: 0.0663450 Jul 29 15:32:34.463702 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:34.486393 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:34.574595 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-1f35231d-c77c-4d07-b744-fdb577cc4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.575729 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-1f35231d-c77c-4d07-b744-fdb577cc4773 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 200 len: 910 time: 0.0919719 Jul 29 15:32:34.597162 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:34.621743 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-0d2671e1-aa83-4463-849a-97d4f5a1e4e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 200 len: 217 time: 0.0374918 Jul 29 15:32:34.670590 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-5b76a8f5-bce8-4765-8814-a7b1d2588e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.672167 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-5b76a8f5-bce8-4765-8814-a7b1d2588e4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2abf54-894e-4d2c-8869-5b73b9f40deb HTTP/1.1" status: 200 len: 848 time: 0.0436335 Jul 29 15:32:34.707836 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Allocated IP 172.27.0.105 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/8c605098-7587-4d51-ad4c-d45d8ba8a202) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:32:34.721046 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-a05d772f-be76-47a2-908e-ce8c37be1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.722639 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-a05d772f-be76-47a2-908e-ce8c37be1731 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e366522e-a469-4674-9e08-c8d3d1a77c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428014 Jul 29 15:32:34.813453 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25399569-366d-4da7-b6df-79cf0c91ce2f req-b9280c45-fc9e-4a3f-acb8-78e5c1475b15 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:34.814933 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-25399569-366d-4da7-b6df-79cf0c91ce2f req-b9280c45-fc9e-4a3f-acb8-78e5c1475b15 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0995395 Jul 29 15:32:34.821202 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-68198af8-8020-4548-bf3d-29244c1ce851 service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904806 Jul 29 15:32:34.881650 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-25399569-366d-4da7-b6df-79cf0c91ce2f req-5c3d5e8e-c634-4746-bd95-44b45a8c0972 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544426 Jul 29 15:32:34.884304 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:34.913807 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7fb3db85-1b6f-4ab5-a258-349095efc88e req-595f06fc-9b79-40b4-af67-eb7039799519 service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853281 Jul 29 15:32:34.925404 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:34.961149 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:34.963868 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:34.967346 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:32:34.995401 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=8c605098-7587-4d51-ad4c-d45d8ba8a202,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:35.164963 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f28a0-dfb7-4f9d-9dcd-a7af45c626e2 req-9bbf812d-713c-477a-ad74-3c2a8eb3ca6b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:35.166464 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-244f28a0-dfb7-4f9d-9dcd-a7af45c626e2 req-9bbf812d-713c-477a-ad74-3c2a8eb3ca6b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0542252 Jul 29 15:32:35.205124 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-244f28a0-dfb7-4f9d-9dcd-a7af45c626e2 req-b3390986-787d-4e52-bf07-128f0c082018 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324004 Jul 29 15:32:35.321595 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:35.387489 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:35.537717 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:35.542240 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:35.606144 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=8c605098-7587-4d51-ad4c-d45d8ba8a202,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:35.618869 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:35.715445 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.l3_db [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Floating IP 804a858e-3522-4e7d-ac13-421d70a245ab associated. External IP: 172.27.0.105, port: 25931977-2b4b-4530-bfc2-e4e3d4ae09dc. Jul 29 15:32:35.922772 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:32:35.996082 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec0a2a-a5cc-431e-9c9c-41eb672f63eb req-f63f4b66-c289-4ba8-a8a3-b873d3761c65 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:35.997602 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-82ec0a2a-a5cc-431e-9c9c-41eb672f63eb req-f63f4b66-c289-4ba8-a8a3-b873d3761c65 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0487092 Jul 29 15:32:36.029946 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:36.037335 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-82ec0a2a-a5cc-431e-9c9c-41eb672f63eb req-9e9055d8-fd6f-48c6-922e-fc79f3b3e730 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333674 Jul 29 15:32:36.041258 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:36.046373 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:36.050351 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:36.050979 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:36.073610 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e5a4ef8a-1f29-4530-bfd6-e5ff665676ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6143413 Jul 29 15:32:36.074192 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:36.076477 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97151d6741e9f6c4e7219af59e4e7285af5f9a052b8db792463ec48fbc09dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dacb46e-26e6-44ac-9c72-f06a990d11e8" -d '{"events": [{"name": "network-changed", "server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:36.113628 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b311b-54bd-474c-869b-756be55e1275 x-openstack-request-id: req-447b311b-54bd-474c-869b-756be55e1275 {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:36.113922 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:36.114173 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-447b311b-54bd-474c-869b-756be55e1275 {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:36.114570 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'status': 'completed', 'code': 200} Jul 29 15:32:36.157760 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:36.173167 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-dad8e546-5eea-41ec-ba05-154f75ba56ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.174610 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-dad8e546-5eea-41ec-ba05-154f75ba56ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 1098 time: 0.0398448 Jul 29 15:32:36.268632 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-ba9b7d5b-4fd6-43da-9675-3431055eb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.270229 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-ba9b7d5b-4fd6-43da-9675-3431055eb539 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.0883670 Jul 29 15:32:36.369009 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78800c27-28fb-42d4-9a8f-99ba2ac5bc62 req-c206391d-22b2-4aac-9d28-f83b253f530c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.370494 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-78800c27-28fb-42d4-9a8f-99ba2ac5bc62 req-c206391d-22b2-4aac-9d28-f83b253f530c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0948238 Jul 29 15:32:36.374331 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-230d5c5d-7de3-407f-9338-c11ffd221d0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc HTTP/1.1" status: 200 len: 999 time: 0.0903177 Jul 29 15:32:36.392449 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:35Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:36.417849 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:36.426313 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:36.426851 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:36.440759 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-78800c27-28fb-42d4-9a8f-99ba2ac5bc62 req-0f9d4fc4-932e-4341-ab59-ec149487e8d9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639260 Jul 29 15:32:36.446885 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-e499dec9-7dde-4cd5-bbe3-e88237fbfe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.448337 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-e499dec9-7dde-4cd5-bbe3-e88237fbfe46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0649772 Jul 29 15:32:36.499715 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-13a504e9-32c8-43d8-aa0a-58c143445ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.501505 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-13a504e9-32c8-43d8-aa0a-58c143445ca7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460823 Jul 29 15:32:36.547097 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:36.622319 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-0c111fbb-9477-4c92-922a-2c065fdf54ae service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132205 Jul 29 15:32:36.689989 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9773809-48c7-4e73-816c-1a5158e17f10 req-4e4e54aa-7a62-4609-9756-a00756b4a54e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.691545 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f9773809-48c7-4e73-816c-1a5158e17f10 req-4e4e54aa-7a62-4609-9756-a00756b4a54e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0554721 Jul 29 15:32:36.733830 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f9773809-48c7-4e73-816c-1a5158e17f10 req-f5d0227a-8502-4a4e-b373-9f261da2384e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354578 Jul 29 15:32:36.766617 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-257ffb0c-1525-446e-a69a-b42e1f72c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.768099 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-257ffb0c-1525-446e-a69a-b42e1f72c5d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 1098 time: 0.0713716 Jul 29 15:32:36.784944 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-3dacb46e-26e6-44ac-9c72-f06a990d11e8 req-a662bce7-8bf9-4dcf-b661-75a3b6a3d635 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361234 Jul 29 15:32:36.810336 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:35Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:36.836776 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6929cd1-6cf8-45e6-a317-e2b46d9cf067 None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:35Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:36.862265 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-89cb22c6-e34b-457b-935f-5deda06984fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.863742 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-89cb22c6-e34b-457b-935f-5deda06984fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 912 time: 0.0870438 Jul 29 15:32:36.934412 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-f3b77f66-8368-4a7a-a127-8bd54fe52fe4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec1cb608-7187-4969-b898-6606487823ba HTTP/1.1" status: 200 len: 1000 time: 0.0620656 Jul 29 15:32:36.986668 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-19c7213e-2841-4577-b498-a32a0bf5a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:36.988157 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-19c7213e-2841-4577-b498-a32a0bf5a8ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0460196 Jul 29 15:32:37.019468 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e07efd-7488-455b-afa0-38d283b035f1 None None] New status for floating IP 804a858e-3522-4e7d-ac13-421d70a245ab: ACTIVE {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:32:37.038770 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-8fead36d-43ed-4809-a48b-53aa148a11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:37.040349 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-8fead36d-43ed-4809-a48b-53aa148a11cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443511 Jul 29 15:32:37.160731 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-bd41bef3-d383-45be-80a6-a20e2df4fbb3 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126938 Jul 29 15:32:37.239314 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c01e-e649-4774-b574-dfa79e3e1719 req-60f1f114-54ce-4fe8-b183-0e5daab0b072 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:37.241268 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6520c01e-e649-4774-b574-dfa79e3e1719 req-60f1f114-54ce-4fe8-b183-0e5daab0b072 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.1162539 Jul 29 15:32:37.300860 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6520c01e-e649-4774-b574-dfa79e3e1719 req-4c74550d-12dd-4abe-9e6c-d9529de7ecd1 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521333 Jul 29 15:32:37.305006 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e31fcf73-fd53-4e39-a400-0142fb141be1 req-f9b04147-3cd2-4602-b325-0912085e862c service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359925 Jul 29 15:32:37.855909 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0692bd4-7de9-46f5-862c-01d79d6c5eee req-bebceb72-9134-47cb-b525-7952992a2103 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:37.857410 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c0692bd4-7de9-46f5-862c-01d79d6c5eee req-bebceb72-9134-47cb-b525-7952992a2103 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0556908 Jul 29 15:32:37.898021 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c0692bd4-7de9-46f5-862c-01d79d6c5eee req-b975029f-a900-4be2-b73a-135c09f1d0ba tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Jul 29 15:32:38.414320 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fd7e7-e55b-4aec-9ef3-7ab07b2189c5 req-1ea55eba-817b-40be-9128-c48bbe202f5c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:38.415760 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-157fd7e7-e55b-4aec-9ef3-7ab07b2189c5 req-1ea55eba-817b-40be-9128-c48bbe202f5c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0479937 Jul 29 15:32:38.456872 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-157fd7e7-e55b-4aec-9ef3-7ab07b2189c5 req-36e39616-adec-4c00-9ab7-4652df8ece11 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352545 Jul 29 15:32:38.832785 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-141daf40-d069-4249-b207-02a2cb9ce50c req-08585a2f-06a3-47c4-bd41-2b62e91f17ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389137 Jul 29 15:32:38.890066 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141daf40-d069-4249-b207-02a2cb9ce50c req-9018d2bd-7157-4df3-8a28-e2510caadd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:38.891554 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-141daf40-d069-4249-b207-02a2cb9ce50c req-9018d2bd-7157-4df3-8a28-e2510caadd8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 1098 time: 0.0383844 Jul 29 15:32:38.998993 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141daf40-d069-4249-b207-02a2cb9ce50c req-fbe574d0-67c3-460d-b2ee-4d81bc5cd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:39.000460 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-141daf40-d069-4249-b207-02a2cb9ce50c req-fbe574d0-67c3-460d-b2ee-4d81bc5cd63f service neutron] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 912 time: 0.0868504 Jul 29 15:32:39.010348 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2645ad-a0ad-45c1-a944-6d78bbbe9edc req-1e4f4b19-254d-4a91-80bd-910555c6d985 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:39.011738 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7f2645ad-a0ad-45c1-a944-6d78bbbe9edc req-1e4f4b19-254d-4a91-80bd-910555c6d985 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0480218 Jul 29 15:32:39.051280 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7f2645ad-a0ad-45c1-a944-6d78bbbe9edc req-25a98c49-59a5-43de-b42e-77a42c48cfdb tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335689 Jul 29 15:32:39.074662 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-141daf40-d069-4249-b207-02a2cb9ce50c req-10bbd8ec-ef2c-496a-a261-07bde6e8415e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec1cb608-7187-4969-b898-6606487823ba HTTP/1.1" status: 200 len: 1000 time: 0.0649216 Jul 29 15:32:39.133378 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141daf40-d069-4249-b207-02a2cb9ce50c req-4604fce6-3170-4292-a7dc-2276ef89522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:39.134811 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-141daf40-d069-4249-b207-02a2cb9ce50c req-4604fce6-3170-4292-a7dc-2276ef89522e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0463119 Jul 29 15:32:39.179797 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141daf40-d069-4249-b207-02a2cb9ce50c req-d320cb5f-03d0-47dd-ac5c-b965524788e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:39.181279 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-141daf40-d069-4249-b207-02a2cb9ce50c req-d320cb5f-03d0-47dd-ac5c-b965524788e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390899 Jul 29 15:32:39.268378 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-141daf40-d069-4249-b207-02a2cb9ce50c req-408b72fa-4cc6-4003-a136-7955ff904955 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795181 Jul 29 15:32:39.358354 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-141daf40-d069-4249-b207-02a2cb9ce50c req-0e996df5-dcca-4095-a1eb-d0ecc7b8debd service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829115 Jul 29 15:32:39.572569 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7dfe-331e-488d-9056-678e66ab1d7e req-ba331317-c8ed-49f5-90aa-88ef0ccefcdf tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:39.574053 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5ed7dfe-331e-488d-9056-678e66ab1d7e req-ba331317-c8ed-49f5-90aa-88ef0ccefcdf tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0486243 Jul 29 15:32:39.610638 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f5ed7dfe-331e-488d-9056-678e66ab1d7e req-a677b483-d597-4f2f-b3bd-52af4f4951e7 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306406 Jul 29 15:32:40.730106 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169cec8-f1b3-4eff-ba16-5d80fed81b9f req-dcef422f-163e-4d37-a722-92d96c8538ef tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:40.731515 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9169cec8-f1b3-4eff-ba16-5d80fed81b9f req-dcef422f-163e-4d37-a722-92d96c8538ef tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0518038 Jul 29 15:32:40.769404 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9169cec8-f1b3-4eff-ba16-5d80fed81b9f req-df4c4409-a8f7-4aa3-9503-53a6bb1c74ff tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Jul 29 15:32:41.512356 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:41.884835 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52208a6d-64dc-4280-8c2e-f810630bd50b req-9ba2de16-0bea-48fb-92bb-4621d0e5014d tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:41.886308 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-52208a6d-64dc-4280-8c2e-f810630bd50b req-9ba2de16-0bea-48fb-92bb-4621d0e5014d tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0488691 Jul 29 15:32:41.922437 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-52208a6d-64dc-4280-8c2e-f810630bd50b req-f3b464a1-b056-4af2-8087-c8c4d533816c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302241 Jul 29 15:32:41.983335 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ab9dc05e-acb7-482c-88cd-6fadda605a22 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:32:42.076294 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:42.091621 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'port_id': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'mac_address': 'fa:16:3e:0d:9e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:32:42.128291 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:42.140937 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9dc05e-acb7-482c-88cd-6fadda605a22 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:32:42.160415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:42.164565 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:42.211559 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:42.418650 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['ab9dc05e-acb7-482c-88cd-6fadda605a22'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:32:43.035471 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1646-cfd4-41d9-ab80-67b827181a9f req-688b087f-77f0-43dc-9dfe-367b511baa2c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:43.036935 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b68c1646-cfd4-41d9-ab80-67b827181a9f req-688b087f-77f0-43dc-9dfe-367b511baa2c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 945 time: 0.0475507 Jul 29 15:32:43.074558 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b68c1646-cfd4-41d9-ab80-67b827181a9f req-e7d365c1-9138-42e2-bbb3-4ba12d33c717 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Jul 29 15:32:43.995501 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ab9dc05e-acb7-482c-88cd-6fadda605a22 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:32:44.042747 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port ab9dc05e-acb7-482c-88cd-6fadda605a22 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:32:44.046338 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port ab9dc05e-acb7-482c-88cd-6fadda605a22 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:32:44.046704 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:44.122973 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:44.144893 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:44.147841 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e604f77-6a4b-4bb0-85e1-e22d5bfb7b49" -d '{"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-plugged", "status": "completed", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:44.160365 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:32:44.165804 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:44.200110 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d05fc-f12c-47d9-92a4-562958680212 req-41450b42-881c-43f7-81ed-370e4e69e389 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:44.201631 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e67d05fc-f12c-47d9-92a4-562958680212 req-41450b42-881c-43f7-81ed-370e4e69e389 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 945 time: 0.0620463 Jul 29 15:32:44.217082 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:44.248113 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e67d05fc-f12c-47d9-92a4-562958680212 req-7e8214b1-4244-4e11-90ff-14d2df0957fd tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Jul 29 15:32:44.253287 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c9c184-3240-4908-9adc-75a9b19db386 x-openstack-request-id: req-a6c9c184-3240-4908-9adc-75a9b19db386 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:44.253638 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-plugged", "status": "completed", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:44.253947 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6c9c184-3240-4908-9adc-75a9b19db386 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:44.254871 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'code': 200} Jul 29 15:32:44.491726 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba4873-4c8b-41c6-b3ff-f2f506a5af0d req-3703e9d2-75f3-4a00-9a50-4897cdacd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:44.493210 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d3ba4873-4c8b-41c6-b3ff-f2f506a5af0d req-3703e9d2-75f3-4a00-9a50-4897cdacd53e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1099 time: 0.0398793 Jul 29 15:32:44.526680 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d3ba4873-4c8b-41c6-b3ff-f2f506a5af0d req-fb14247c-aa28-43b7-a6d7-6dd821cdd98c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260761 Jul 29 15:32:45.364239 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad1d2d-99b4-469b-97f7-12a4a09786ef req-afe1f841-c6a1-423d-8860-a90e2301f76e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:45.367267 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b6ad1d2d-99b4-469b-97f7-12a4a09786ef req-afe1f841-c6a1-423d-8860-a90e2301f76e tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0512443 Jul 29 15:32:45.410188 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b6ad1d2d-99b4-469b-97f7-12a4a09786ef req-49184fa7-cfdc-41d0-9140-3037d7b04d96 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344763 Jul 29 15:32:46.535589 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d6a8c-1808-4fda-8918-4464213e89e6 req-8d8688bc-e0ec-4d1b-b4fa-e8eba959d44c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:46.537072 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-574d6a8c-1808-4fda-8918-4464213e89e6 req-8d8688bc-e0ec-4d1b-b4fa-e8eba959d44c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0545144 Jul 29 15:32:46.574939 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-574d6a8c-1808-4fda-8918-4464213e89e6 req-e0d7b9a9-6a00-4413-acac-93195c7e74ad tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318174 Jul 29 15:32:46.692604 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d325a64-e840-447c-84f7-bb45e1c67ae5 req-67669336-b029-4e0d-8422-c84ea41f79ec tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:46.694594 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4d325a64-e840-447c-84f7-bb45e1c67ae5 req-67669336-b029-4e0d-8422-c84ea41f79ec tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0524592 Jul 29 15:32:46.736409 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4d325a64-e840-447c-84f7-bb45e1c67ae5 req-cb4bc7fb-3094-46ef-950c-c9942869e413 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357909 Jul 29 15:32:46.758640 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57584) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:46.893363 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bd7b9-e55b-49ad-8d8e-64fc8b7423cc tempest-TestShelveInstance-1758193224 tempest-TestShelveInstance-1758193224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:46.894826 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-1d8bd7b9-e55b-49ad-8d8e-64fc8b7423cc tempest-TestShelveInstance-1758193224 tempest-TestShelveInstance-1758193224-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1094 time: 0.1352370 Jul 29 15:32:46.897786 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57588) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:32:46.902132 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'port_id': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:32:46.923034 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for floatingip, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:47.020654 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:47.127327 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_common [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Allocated IP 172.27.0.80 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/e128e0f7-57fc-4537-af6d-ccbd3ca79536) {{(pid=93121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:32:47.226811 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for port, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:47.265373 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:47.299598 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:32:47.302316 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.base_scheduler [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Resources bound (agent type, host, resource id): {{(pid=93121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:32:47.305489 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Received port after_create {{(pid=93121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:32:47.339743 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'Port': ['ID=e128e0f7-57fc-4537-af6d-ccbd3ca79536,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:47.661793 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:47.730226 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:47.876516 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for port, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:47.881093 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33463037'] for port, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:47.948442 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event updated for resources: {'Port': ['ID=e128e0f7-57fc-4537-af6d-ccbd3ca79536,revision_number=2']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:32:47.959077 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:48.287843 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.l3_db [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Floating IP dd09b7f9-ed51-460f-bf8d-70826392f35c associated. External IP: 172.27.0.80, port: ab9dc05e-acb7-482c-88cd-6fadda605a22. Jul 29 15:32:48.495035 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Router 7988096b-2c19-4d86-94ba-877bf6e1d11a has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:32:48.598268 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:32:48.609254 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] Sync routers for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:32:48.619344 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:48.620844 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:48.621589 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:48.653341 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-01cb32d9-271e-4fb2-8072-7b982c2b9184 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7543254 Jul 29 15:32:48.654064 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:32:48.657973 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97151d6741e9f6c4e7219af59e4e7285af5f9a052b8db792463ec48fbc09dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81967475-7e24-4cc3-9291-267d60fb0d24" -d '{"events": [{"name": "network-changed", "server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:32:48.700409 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3adf78f-fdeb-4aa1-9137-4e989ca7871d x-openstack-request-id: req-a3adf78f-fdeb-4aa1-9137-4e989ca7871d {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:32:48.700697 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:32:48.701109 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3adf78f-fdeb-4aa1-9137-4e989ca7871d {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:32:48.702723 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'status': 'completed', 'code': 200} Jul 29 15:32:48.734642 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:48.764379 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-b741d582-8b1c-4690-80c4-f122489c70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:48.765904 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-b741d582-8b1c-4690-80c4-f122489c70ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1099 time: 0.0395803 Jul 29 15:32:48.859142 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-af81f28f-3734-44cf-895a-98cc72b885d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:48.860536 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-af81f28f-3734-44cf-895a-98cc72b885d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 200 len: 910 time: 0.0829711 Jul 29 15:32:48.935054 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-2de3bdde-8aac-41d1-ab1c-cdd29c5e08d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 200 len: 999 time: 0.0604134 Jul 29 15:32:48.954728 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': 'dd09b7f9-ed51-460f-bf8d-70826392f35c', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'port_id': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'mac_address': 'fa:16:3e:0d:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da3d193-c968-49a4-8956-5305ca3e370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:47Z', 'updated_at': '2021-07-29T15:32:47Z', 'revision_number': 0, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:08Z', 'revision_number': 5, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:48.980337 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] Checking router: 7988096b-2c19-4d86-94ba-877bf6e1d11a for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:32:48.985008 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-42884e46-5f22-4c17-8a42-1874239e22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:48.986465 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-42884e46-5f22-4c17-8a42-1874239e22be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2abf54-894e-4d2c-8869-5b73b9f40deb HTTP/1.1" status: 200 len: 848 time: 0.0422895 Jul 29 15:32:48.988492 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:32:48.989114 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:32:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:49.031416 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-4d86e345-454f-4d5d-bf45-e0095ea9998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:49.032922 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-4d86e345-454f-4d5d-bf45-e0095ea9998c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e366522e-a469-4674-9e08-c8d3d1a77c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385385 Jul 29 15:32:49.092625 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:32:49.125546 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-56522edb-c9a3-4c9a-8c9e-6a980ed86551 service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836318 Jul 29 15:32:49.223464 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-81967475-7e24-4cc3-9291-267d60fb0d24 req-21df9488-0bc6-4863-bd2a-917bc2a03de3 service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843220 Jul 29 15:32:49.311911 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': 'dd09b7f9-ed51-460f-bf8d-70826392f35c', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'port_id': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'mac_address': 'fa:16:3e:0d:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da3d193-c968-49a4-8956-5305ca3e370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:47Z', 'updated_at': '2021-07-29T15:32:47Z', 'revision_number': 0, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:08Z', 'revision_number': 5, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:32:49.455334 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0cc7df-8f50-4c32-b8b7-fb3afe57a599 None None] The sync data for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi is: [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': 'dd09b7f9-ed51-460f-bf8d-70826392f35c', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'port_id': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'mac_address': 'fa:16:3e:0d:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da3d193-c968-49a4-8956-5305ca3e370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:47Z', 'updated_at': '2021-07-29T15:32:47Z', 'revision_number': 0, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:08Z', 'revision_number': 5, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:32:49.634826 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0fc6ff-b259-48d3-a436-bb45e94d25a2 None None] New status for floating IP dd09b7f9-ed51-460f-bf8d-70826392f35c: ACTIVE {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:32:58.815096 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a70a7235-49e7-4fae-bb52-4acc1a66a211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:01.229209 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-508513df-ae08-4e33-8694-b798ca399ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:01.421216 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:02.051026 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2e114-e58d-49dc-803e-79e19087c85d req-31275000-7509-4acc-b0c2-718adc018010 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:02.052560 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-84e2e114-e58d-49dc-803e-79e19087c85d req-31275000-7509-4acc-b0c2-718adc018010 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0481303 Jul 29 15:33:02.090124 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-84e2e114-e58d-49dc-803e-79e19087c85d req-0f1d923b-ed8d-49d5-b23b-ec92a3d2a3d8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311289 Jul 29 15:33:02.503167 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:03.220825 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f14ca3-5337-4e51-aa9f-c9625c4641bd req-4ab61abe-7a9c-45b9-9ab3-dbf51d6d63dc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:03.222399 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c3f14ca3-5337-4e51-aa9f-c9625c4641bd req-4ab61abe-7a9c-45b9-9ab3-dbf51d6d63dc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0540078 Jul 29 15:33:03.260467 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c3f14ca3-5337-4e51-aa9f-c9625c4641bd req-d5871b93-65d0-4a2d-a99a-c847f379b757 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320885 Jul 29 15:33:04.089086 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:04.377946 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0529e3-1724-40b3-bf79-5752158b3de2 req-47b4375e-5c33-4fbf-88f5-022e6b2d1e22 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:04.379295 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4b0529e3-1724-40b3-bf79-5752158b3de2 req-47b4375e-5c33-4fbf-88f5-022e6b2d1e22 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0482497 Jul 29 15:33:04.419993 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4b0529e3-1724-40b3-bf79-5752158b3de2 req-e0c9f23b-3ed1-40f2-b6bf-47d612ffe612 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346999 Jul 29 15:33:05.535941 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034448a0-0fc9-4b5f-b9d4-11e83ccfaa90 req-9ec8d681-4755-4139-aeba-aafbc0a3da28 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:05.537439 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-034448a0-0fc9-4b5f-b9d4-11e83ccfaa90 req-9ec8d681-4755-4139-aeba-aafbc0a3da28 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0480876 Jul 29 15:33:05.574997 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-034448a0-0fc9-4b5f-b9d4-11e83ccfaa90 req-ef4fb8d0-d2ed-400b-a610-5658ebf817e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Jul 29 15:33:06.691141 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2784a-4ecc-4916-bfa2-6b3eb35df654 req-95ae69b3-09a6-4886-947b-63beeca0f377 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:06.692709 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ffe2784a-4ecc-4916-bfa2-6b3eb35df654 req-95ae69b3-09a6-4886-947b-63beeca0f377 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0482395 Jul 29 15:33:06.746539 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ffe2784a-4ecc-4916-bfa2-6b3eb35df654 req-78957f38-85cc-4b78-99dd-80a89fe4afd3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469658 Jul 29 15:33:07.865175 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb404-c0dd-492a-a79b-089f86c7e2eb req-66fda15d-2009-44e4-9b9c-e2037e8a2093 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:07.867565 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f6eeb404-c0dd-492a-a79b-089f86c7e2eb req-66fda15d-2009-44e4-9b9c-e2037e8a2093 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0496073 Jul 29 15:33:07.906204 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f6eeb404-c0dd-492a-a79b-089f86c7e2eb req-9e83fcab-060b-47d0-8bbe-ce938100f4ca tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Jul 29 15:33:09.052496 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983935e3-771b-4fb8-8017-8b0a5e772538 req-9ff381c2-2518-4cab-9070-9e6b720205cc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:09.054331 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-983935e3-771b-4fb8-8017-8b0a5e772538 req-9ff381c2-2518-4cab-9070-9e6b720205cc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0690479 Jul 29 15:33:09.098201 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-983935e3-771b-4fb8-8017-8b0a5e772538 req-9af26ccb-fcb0-492a-965e-fa61d6c7af40 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374956 Jul 29 15:33:09.961996 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:33:10.232900 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0484ad8-8245-45b2-bbd0-b224cffd9ef5 req-9b69a44d-044c-4474-a4e9-0c490128ed94 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:10.234337 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d0484ad8-8245-45b2-bbd0-b224cffd9ef5 req-9b69a44d-044c-4474-a4e9-0c490128ed94 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0523353 Jul 29 15:33:10.270093 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d0484ad8-8245-45b2-bbd0-b224cffd9ef5 req-01196a1f-7669-4b3e-b58e-3c6777da6c37 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299823 Jul 29 15:33:11.387427 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48012f-2be1-425f-8ad7-34d0bacb9c8d req-4c93cbf7-0170-41c0-af27-167eda407453 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:11.388887 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-dc48012f-2be1-425f-8ad7-34d0bacb9c8d req-4c93cbf7-0170-41c0-af27-167eda407453 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0475810 Jul 29 15:33:11.429042 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-dc48012f-2be1-425f-8ad7-34d0bacb9c8d req-74e5bd27-428c-44ff-bcc2-88b8112ef22b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341671 Jul 29 15:33:11.527393 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:12.545285 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacec70-5a1a-4139-9d41-6163754f6def req-ad707586-eb86-4fdf-8d27-8861083d7dfc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:12.546737 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ceacec70-5a1a-4139-9d41-6163754f6def req-ad707586-eb86-4fdf-8d27-8861083d7dfc tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0475538 Jul 29 15:33:12.582502 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ceacec70-5a1a-4139-9d41-6163754f6def req-bd109f06-de19-4294-85d2-cb9618047eb2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300548 Jul 29 15:33:13.702233 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f67a5-f20d-4551-92e6-0ce1e9be0d01 req-37d58378-a72e-4e6d-a820-738c1c1bcd21 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:13.703795 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-fb0f67a5-f20d-4551-92e6-0ce1e9be0d01 req-37d58378-a72e-4e6d-a820-738c1c1bcd21 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0495658 Jul 29 15:33:13.746626 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-fb0f67a5-f20d-4551-92e6-0ce1e9be0d01 req-a400f56e-e115-492b-aac1-6084b20a48fe tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367098 Jul 29 15:33:14.865474 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878955c6-ef06-4f3b-878d-27989eabfbb4 req-105adb16-cd8d-4ad8-b804-b7967e7229b0 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:14.867455 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-878955c6-ef06-4f3b-878d-27989eabfbb4 req-105adb16-cd8d-4ad8-b804-b7967e7229b0 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0479758 Jul 29 15:33:14.903882 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-878955c6-ef06-4f3b-878d-27989eabfbb4 req-1965c20d-951d-418f-9e35-1ee8702640b4 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306184 Jul 29 15:33:16.030166 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d841e-dbe1-4f0b-b84e-bb189b17e077 req-e36bea84-4bb8-4f38-827d-7b1cd67b571f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:16.031565 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-659d841e-dbe1-4f0b-b84e-bb189b17e077 req-e36bea84-4bb8-4f38-827d-7b1cd67b571f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0532236 Jul 29 15:33:16.075310 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-659d841e-dbe1-4f0b-b84e-bb189b17e077 req-a3261432-c69d-4358-b4dd-f0a2ce93484e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377307 Jul 29 15:33:17.309450 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c1b8f-c388-4886-aa39-77efdbefa4a1 req-2e386e59-a58a-440b-baa0-9b3858ace0c0 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:17.310950 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9a4c1b8f-c388-4886-aa39-77efdbefa4a1 req-2e386e59-a58a-440b-baa0-9b3858ace0c0 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0575747 Jul 29 15:33:17.357580 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9a4c1b8f-c388-4886-aa39-77efdbefa4a1 req-6b4af232-588e-4463-b90e-1f899983b88a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405729 Jul 29 15:33:17.834687 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e326226-78e6-47b9-9d03-229adf953969 req-e1522be6-22aa-4a7b-8f91-c48a585223f1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:17.836198 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4e326226-78e6-47b9-9d03-229adf953969 req-e1522be6-22aa-4a7b-8f91-c48a585223f1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0521884 Jul 29 15:33:17.874162 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4e326226-78e6-47b9-9d03-229adf953969 req-15288964-954c-48e8-9d40-0dbb8597373d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Jul 29 15:33:18.087711 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:33:18.196979 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:18.207864 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'port_id': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'mac_address': 'fa:16:3e:97:02:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:33:18.244861 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:18.258228 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:33:18.277722 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:18.281133 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:18.337827 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=6']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:18.344786 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.345151 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.345483 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.345807 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.346126 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.346444 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.346761 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.347077 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.347392 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.347708 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.348019 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.348545 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:18.394857 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:33:18.481156 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463cfca-aa54-4e34-99da-3e34ec682e8b req-ad11c48d-f7c7-45dd-98eb-6cacf627f27a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:18.482712 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e463cfca-aa54-4e34-99da-3e34ec682e8b req-ad11c48d-f7c7-45dd-98eb-6cacf627f27a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 944 time: 0.0492809 Jul 29 15:33:18.525252 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e463cfca-aa54-4e34-99da-3e34ec682e8b req-ea87c9c9-c3b1-4db3-b88c-01677b4f7d51 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363200 Jul 29 15:33:18.987271 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a106e-fada-493e-9631-50437635a6fe req-ea6424fd-f1ce-4f5a-8b93-ec14a6041589 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:18.988702 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4d4a106e-fada-493e-9631-50437635a6fe req-ea6424fd-f1ce-4f5a-8b93-ec14a6041589 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0474482 Jul 29 15:33:19.026114 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4d4a106e-fada-493e-9631-50437635a6fe req-e8d47d83-f684-4c98-81fc-20c3c09b6fd7 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314445 Jul 29 15:33:19.649184 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eb752-2006-4003-83d1-b8d98e1a8102 req-6e34b29a-3c7e-4dee-bed8-bcf7fb1c4d10 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:19.650671 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bd7eb752-2006-4003-83d1-b8d98e1a8102 req-6e34b29a-3c7e-4dee-bed8-bcf7fb1c4d10 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 944 time: 0.0481875 Jul 29 15:33:19.688747 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bd7eb752-2006-4003-83d1-b8d98e1a8102 req-6ccc18f9-a069-42a3-b2aa-c24af16eebe6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322349 Jul 29 15:33:20.097056 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:33:20.151158 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:33:20.151586 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:20.174348 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-f726dd5b-2d68-4df3-8a0d-876e0b3cb160 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:20.175828 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-f726dd5b-2d68-4df3-8a0d-876e0b3cb160 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0713420 Jul 29 15:33:20.183687 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad126-e456-4f44-9025-4880906b2528 req-1ebf9542-832c-45f2-bc46-2e634446d118 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:20.184713 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b17ad126-e456-4f44-9025-4880906b2528 req-1ebf9542-832c-45f2-bc46-2e634446d118 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 945 time: 0.0919340 Jul 29 15:33:20.238035 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:20.270394 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:20.274057 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8cbcec-0ef7-46e9-a1b9-e3532573674a" -d '{"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-plugged", "status": "completed", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:20.275196 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b17ad126-e456-4f44-9025-4880906b2528 req-53e41218-ba5a-45a9-8c70-59b8abc8c017 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=8055d71d-db5b-4098-bf84-ca65afd7d74a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829682 Jul 29 15:33:20.280487 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:20.290336 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:20.319129 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Deleting port ec1cb608-7187-4969-b898-6606487823ba {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:33:20.320245 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:20.322135 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebf046b-eb55-4149-b672-fa6ee723ef99 x-openstack-request-id: req-9ebf046b-eb55-4149-b672-fa6ee723ef99 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:20.322504 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-plugged", "status": "completed", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:20.322818 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ebf046b-eb55-4149-b672-fa6ee723ef99 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:20.323266 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'code': 200} Jul 29 15:33:20.354651 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=7']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:20.425089 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] For port ec1cb608-7187-4969-b898-6606487823ba, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ec1cb608-7187-4969-b898-6606487823ba,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:20.425454 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:20.623834 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:20.624158 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:20.624475 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Floating IP 152585dd-9f4d-480c-80af-fc1a5996da26 disassociated. External IP: 172.27.0.78, port: ec1cb608-7187-4969-b898-6606487823ba. Jul 29 15:33:20.624841 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Calling delete_port for ec1cb608-7187-4969-b898-6606487823ba owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:33:20.800785 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:20.847020 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event deleted for resources: {'Port': ['ID=ec1cb608-7187-4969-b898-6606487823ba,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:20.870114 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.870466 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.870806 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.871143 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.871477 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.871812 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.872138 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.872467 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.872790 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.873140 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.873478 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:20.874252 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:21.252558 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1c1e2-3f55-42d1-93ea-c15dfdd78951 req-7b624476-72b3-434e-8c2f-f2c7139beb45 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:21.254218 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8ca1c1e2-3f55-42d1-93ea-c15dfdd78951 req-7b624476-72b3-434e-8c2f-f2c7139beb45 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.4826705 Jul 29 15:33:21.324448 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8ca1c1e2-3f55-42d1-93ea-c15dfdd78951 req-9db3dd7c-95e1-4dee-bfc1-b669c48f3ca6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631423 Jul 29 15:33:21.332751 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Router 32377aac-768f-47d3-8e49-e9443ece85d8 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:33:21.427247 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1a43deae-0ef5-4a65-a8df-82ca431b5e0d req-1d57441e-55d9-4c25-9236-8ce9fba9c066 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea8d6784-9e65-48e6-a4cf-d30918bbc7ef HTTP/1.1" status: 200 len: 210 time: 0.0504203 Jul 29 15:33:21.481239 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:33:21.493887 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] Sync routers for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:33:21.507303 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:33:21.508418 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:33:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:21.536722 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] No DVR routers for this DVR port ec1cb608-7187-4969-b898-6606487823ba on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:33:21.540278 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:21.542425 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6a5ba2cc-926b-4637-ab10-0350d1736500 req-3cbeaeb2-bd3d-43e3-8497-d74e117b6940 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "DELETE /v2.0/ports/ec1cb608-7187-4969-b898-6606487823ba HTTP/1.1" status: 204 len: 173 time: 1.3566229 Jul 29 15:33:21.542869 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'name': 'network-vif-deleted', 'tag': 'ec1cb608-7187-4969-b898-6606487823ba'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:21.545407 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3587228-4db6-4965-aa2e-b61014f72c6e" -d '{"events": [{"server_uuid": "ea8d6784-9e65-48e6-a4cf-d30918bbc7ef", "name": "network-vif-deleted", "tag": "ec1cb608-7187-4969-b898-6606487823ba"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:21.605898 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e26e7ff-efe2-4c89-8fbe-2a804dbd4bd3 x-openstack-request-id: req-2e26e7ff-efe2-4c89-8fbe-2a804dbd4bd3 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:21.606253 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea8d6784-9e65-48e6-a4cf-d30918bbc7ef", "name": "network-vif-deleted", "tag": "ec1cb608-7187-4969-b898-6606487823ba", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:21.606592 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e26e7ff-efe2-4c89-8fbe-2a804dbd4bd3 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:21.607464 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea8d6784-9e65-48e6-a4cf-d30918bbc7ef', 'name': 'network-vif-deleted', 'tag': 'ec1cb608-7187-4969-b898-6606487823ba', 'status': 'completed', 'code': 200} Jul 29 15:33:21.663749 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:33:21.892797 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:21.920370 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] Checking router: 32377aac-768f-47d3-8e49-e9443ece85d8 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:33:21.929885 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:33:21.930487 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:33:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:22.060560 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:33:22.288257 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:22.329399 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cef3255-e4bd-4582-8db4-99cea9b591ce None None] The sync data for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi is: [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:33:22.503332 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01645d-1e3b-421b-b90f-e0259052bb49 req-3ebf169b-e8f4-4890-a25e-8843be562dab tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:22.514606 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5b01645d-1e3b-421b-b90f-e0259052bb49 req-3ebf169b-e8f4-4890-a25e-8843be562dab tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0948279 Jul 29 15:33:22.562419 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57750) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:22.579781 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5b01645d-1e3b-421b-b90f-e0259052bb49 req-07486fa6-0b3f-445c-ba5c-1452cf67ff37 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632312 Jul 29 15:33:22.677917 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92355517-b05f-41df-ba85-3bdbf76d8859 None None] New status for floating IP 152585dd-9f4d-480c-80af-fc1a5996da26: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:33:22.681538 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7f0-7c92-42bc-830f-f6ce6d6dfecd tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:22.706661 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7f0-7c92-42bc-830f-f6ce6d6dfecd tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:22.765507 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7f0-7c92-42bc-830f-f6ce6d6dfecd tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:22.771912 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-86bfc7f0-7c92-42bc-830f-f6ce6d6dfecd tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:22.779907 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-86bfc7f0-7c92-42bc-830f-f6ce6d6dfecd tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "DELETE /v2.0/security-groups/8055d71d-db5b-4098-bf84-ca65afd7d74a HTTP/1.1" status: 204 len: 168 time: 0.2104013 Jul 29 15:33:22.780446 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57752) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:22.787771 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc7f0-7c92-42bc-830f-f6ce6d6dfecd tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8055d71d-db5b-4098-bf84-ca65afd7d74a,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:22.818771 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.api.v2.resource [None req-ae7c3cb8-7025-48c7-8707-76c85a89544d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] show failed (client error): The resource could not be found. Jul 29 15:33:22.825393 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57754) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:22.828775 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-ae7c3cb8-7025-48c7-8707-76c85a89544d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups/8055d71d-db5b-4098-bf84-ca65afd7d74a HTTP/1.1" status: 404 len: 347 time: 0.0463681 Jul 29 15:33:22.964619 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Deleting port 89b7414d-e319-43fa-829d-38e6f8eb7178 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:33:22.964984 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.046204 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.046527 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.059735 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Calling delete_port for 89b7414d-e319-43fa-829d-38e6f8eb7178 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:33:23.227245 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.250554 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event deleted for resources: {'Port': ['ID=89b7414d-e319-43fa-829d-38e6f8eb7178,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:23.322936 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.326681 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.331167 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-da9a7597-0690-4aed-b5d0-963f84dfed9a tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "DELETE /v2.0/floatingips/152585dd-9f4d-480c-80af-fc1a5996da26 HTTP/1.1" status: 204 len: 168 time: 0.5044792 Jul 29 15:33:23.687008 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57764) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:23.691824 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-1448cbf9-611a-4439-86cb-949eab2710f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1410942854', 'description': 'tempest-description--1594839108'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:23.717813 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1448cbf9-611a-4439-86cb-949eab2710f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.721462 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a348a-4a3f-4d86-80f0-b08e69dbd2d9 req-f6705483-970a-4b44-b031-b66d22614807 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:23.723014 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d30a348a-4a3f-4d86-80f0-b08e69dbd2d9 req-f6705483-970a-4b44-b031-b66d22614807 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0629485 Jul 29 15:33:23.769724 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d30a348a-4a3f-4d86-80f0-b08e69dbd2d9 req-bcdfec42-78a4-40b3-904d-3611c4b6ddf9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384803 Jul 29 15:33:23.829335 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1448cbf9-611a-4439-86cb-949eab2710f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.833561 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1448cbf9-611a-4439-86cb-949eab2710f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.861507 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1448cbf9-611a-4439-86cb-949eab2710f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.862811 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1448cbf9-611a-4439-86cb-949eab2710f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1747360 Jul 29 15:33:23.865699 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57766) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:23.871437 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-321b41be-d038-4f0a-9750-ea83f8a2521e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'security_group_rule': {'security_group_id': 'b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:23.879300 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448cbf9-611a-4439-86cb-949eab2710f8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:23.914379 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-321b41be-d038-4f0a-9750-ea83f8a2521e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.982269 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-321b41be-d038-4f0a-9750-ea83f8a2521e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:23.986696 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-321b41be-d038-4f0a-9750-ea83f8a2521e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.005487 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b41be-d038-4f0a-9750-ea83f8a2521e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4221f3f3-da29-427f-87bc-f50ea5ea6e0d,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:24.021120 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-321b41be-d038-4f0a-9750-ea83f8a2521e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.026067 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57768) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:24.026457 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-321b41be-d038-4f0a-9750-ea83f8a2521e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597054 Jul 29 15:33:24.031510 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'security_group_rule': {'security_group_id': 'b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:24.067265 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.124091 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.125122 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ec1cb608-7187-4969-b898-6606487823ba no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:33:24.130501 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574569'] for security_group_rule, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.150477 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: ec1cb608-7187-4969-b898-6606487823ba {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:33:24.151197 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.151481 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ec1cb608-7187-4969-b898-6606487823ba not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:33:24.153245 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257501 Jul 29 15:33:24.156525 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 57770) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:24.161804 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:24.162868 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831270ef-30ea-4b49-860a-16812d9f9231,revision_number=0']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:24.173733 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.174430 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.175103 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.175725 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.176293 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.176879 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.177276 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.177825 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.178423 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.179179 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.180127 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.180688 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9940af-0782-4a83-be8c-35daa339482d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.188611 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.301442 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.422018 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Allocated IP 172.27.0.146 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/c8f4c2a4-801e-4f55-a58d-1cc1ff2c0f6f) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:33:24.542285 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.584598 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.628223 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:33:24.635049 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:33:24.637652 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:33:24.639932 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'Port': ['ID=c8f4c2a4-801e-4f55-a58d-1cc1ff2c0f6f,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:24.735176 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.777807 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.951933 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c02c80-9263-4a76-802d-4cafdc964100 req-2540c665-4090-47ee-9531-5a639c66a1f4 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:24.953455 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a7c02c80-9263-4a76-802d-4cafdc964100 req-2540c665-4090-47ee-9531-5a639c66a1f4 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0793386 Jul 29 15:33:25.022767 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a7c02c80-9263-4a76-802d-4cafdc964100 req-22b0e891-4493-4acb-9ced-bfe2b3ed1a3b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594327 Jul 29 15:33:25.032242 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:25.038050 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:25.117392 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'Port': ['ID=c8f4c2a4-801e-4f55-a58d-1cc1ff2c0f6f,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:25.127248 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:25.143018 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:25.144283 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a189644a-e579-4c46-9206-e0403bb6e15c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9866669 Jul 29 15:33:25.367334 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-930a8f44-f9c1-46ac-b0ed-9e92ef3557f1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1410942854&fields=id&tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14 HTTP/1.1" status: 200 len: 267 time: 0.0362186 Jul 29 15:33:25.485478 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-66920463-52f4-42c7-a869-0d1251b450bd tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:25.487011 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-66920463-52f4-42c7-a869-0d1251b450bd tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 811 time: 0.1128757 Jul 29 15:33:25.509574 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-6aac4c58-d195-437a-ab41-7412788ed992 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/quotas/3c7cd2c5f9ec4e05981eacce42ed5f14 HTTP/1.1" status: 200 len: 375 time: 0.0157030 Jul 29 15:33:25.561956 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-e67e8995-4bbe-4ec1-a295-7569c20283a4 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510468 Jul 29 15:33:25.720503 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-1b3f2bc8-8daf-4ec6-8542-c91939dea3c3 service neutron] 10.222.0.10 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455348 Jul 29 15:33:25.827664 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-2e94f7c7-354e-4808-9f51-4aa28ccfffc1 service neutron] 10.222.0.10 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953474 Jul 29 15:33:26.032366 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ca8bea9f-5f23-4e80-b03f-9a2a2ad1d1a0 req-e4a051cd-9fde-486c-96a2-c9756fd4b98b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 210 time: 0.0336938 Jul 29 15:33:26.182845 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af48ac-badb-4322-8171-03a56a525c1a req-7e005cc5-14ae-4af6-ab8b-773b1fed06e5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:26.203440 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-75af48ac-badb-4322-8171-03a56a525c1a req-7e005cc5-14ae-4af6-ab8b-773b1fed06e5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0753677 Jul 29 15:33:26.259676 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-75af48ac-badb-4322-8171-03a56a525c1a req-b46d0e71-d675-4d62-9a59-a679e864710d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545897 Jul 29 15:33:27.172303 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2f77cbce-ca8a-44a2-b989-ecf585e556f2 req-c20a4c38-7663-4c35-b4bd-673bee067a86 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 210 time: 0.0546103 Jul 29 15:33:27.207467 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-f27d2f86-ef05-48df-b1c9-2243e37f2cc8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.209307 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-f27d2f86-ef05-48df-b1c9-2243e37f2cc8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 811 time: 0.1937468 Jul 29 15:33:27.266190 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-7d7f3332-8f8e-4a5b-bc29-9601ae17e28f tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14 HTTP/1.1" status: 200 len: 380 time: 0.0389051 Jul 29 15:33:27.281754 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'port': {'device_id': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'admin_state_up': True, 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'security_groups': ['b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:27.406915 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f238b-7d4f-4805-b806-598fd64978d7 req-2a0dcc28-3e5d-4276-9e8d-03166316464c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.408961 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-745f238b-7d4f-4805-b806-598fd64978d7 req-2a0dcc28-3e5d-4276-9e8d-03166316464c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0687077 Jul 29 15:33:27.410446 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Made reservation on behalf of 3c7cd2c5f9ec4e05981eacce42ed5f14 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:33:27.414954 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:27.464256 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-745f238b-7d4f-4805-b806-598fd64978d7 req-251a06f2-58d2-4a8a-9d83-f9c13ca87b8f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485575 Jul 29 15:33:27.578722 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Allocated IP 172.20.0.9 (928be02d-3dd2-484f-b46b-bb008e37c62b/bf469a9f-110c-4a10-8ccf-84084279dc8d/d95a4ef4-2fcc-4021-9528-8f94407fe48b) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:33:27.729897 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:27.743331 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Transition to ACTIVE for port object d95a4ef4-2fcc-4021-9528-8f94407fe48b will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:33:27.779869 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:27.828086 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Network 928be02d-3dd2-484f-b46b-bb008e37c62b is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:33:27.831245 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:33:27.835705 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:33:27.874263 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event updated for resources: {'Port': ['ID=d95a4ef4-2fcc-4021-9528-8f94407fe48b,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:27.911534 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.912526 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:27.936103 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-990a2852-a459-4db4-94db-d16007bb91b6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601660 Jul 29 15:33:27.951488 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Request body: {'port': {'device_id': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:28.026605 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.144630 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-f67621b5-b529-4ff2-b00f-76492dd5efb2 None None] Provisioning for port d95a4ef4-2fcc-4021-9528-8f94407fe48b completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:33:28.149072 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-f67621b5-b529-4ff2-b00f-76492dd5efb2 None None] Provisioning complete for port d95a4ef4-2fcc-4021-9528-8f94407fe48b triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:33:28.149637 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f67621b5-b529-4ff2-b00f-76492dd5efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.187693 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-f67621b5-b529-4ff2-b00f-76492dd5efb2 None None] Port d95a4ef4-2fcc-4021-9528-8f94407fe48b cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:33:28.346394 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f4fc5-6f72-4bd6-915e-9f1393ec2b6b req-084be245-75f1-43f3-9d41-780073897ce9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:28.348106 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-966f4fc5-6f72-4bd6-915e-9f1393ec2b6b req-084be245-75f1-43f3-9d41-780073897ce9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 931 time: 0.0766575 Jul 29 15:33:28.425700 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95a4ef4-2fcc-4021-9528-8f94407fe48b {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:33:28.435136 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-966f4fc5-6f72-4bd6-915e-9f1393ec2b6b req-12214322-002e-45c3-913a-ad4875dd0cd3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730007 Jul 29 15:33:28.437096 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.455174 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Transition to ACTIVE for port object d95a4ef4-2fcc-4021-9528-8f94407fe48b will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:33:28.460088 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.525395 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d95a4ef4-2fcc-4021-9528-8f94407fe48b,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:28.617876 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Attempting to bind port d95a4ef4-2fcc-4021-9528-8f94407fe48b on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:33:28.623035 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Attempting to bind port d95a4ef4-2fcc-4021-9528-8f94407fe48b by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:33:28.623375 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Attempting to bind port d95a4ef4-2fcc-4021-9528-8f94407fe48b on network 928be02d-3dd2-484f-b46b-bb008e37c62b {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:33:28.628398 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Port d95a4ef4-2fcc-4021-9528-8f94407fe48b on network 928be02d-3dd2-484f-b46b-bb008e37c62b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:33:28.628734 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Attempting to bind port d95a4ef4-2fcc-4021-9528-8f94407fe48b on network 928be02d-3dd2-484f-b46b-bb008e37c62b {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:33:28.634043 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:33:28.634548 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Checking segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:33:28.634939 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Bound using segment: {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:33:28.635371 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Bound port: d95a4ef4-2fcc-4021-9528-8f94407fe48b, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618bacb6-0130-4c38-8cae-4513cf5d2c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:33:28.635733 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.668994 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d1f6f-fb93-4264-898e-32687bd3a10e req-fa6bebcb-69d7-46fb-aa5b-562c9389f33f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:28.671505 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9c4d1f6f-fb93-4264-898e-32687bd3a10e req-fa6bebcb-69d7-46fb-aa5b-562c9389f33f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0694292 Jul 29 15:33:28.716256 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] For port d95a4ef4-2fcc-4021-9528-8f94407fe48b, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:33:28.721184 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] For port d95a4ef4-2fcc-4021-9528-8f94407fe48b, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d95a4ef4-2fcc-4021-9528-8f94407fe48b,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:33:28.734570 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.738659 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9c4d1f6f-fb93-4264-898e-32687bd3a10e req-3393522c-9c36-452c-8db6-2cd632ea90aa tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610843 Jul 29 15:33:28.808140 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:28.808770 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.810563 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/d95a4ef4-2fcc-4021-9528-8f94407fe48b HTTP/1.1" status: 200 len: 1093 time: 0.8633549 Jul 29 15:33:28.811017 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'tag': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:28.813592 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167796d2-9837-425e-8a29-38b18dee6ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda", "tag": "d95a4ef4-2fcc-4021-9528-8f94407fe48b"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:28.827211 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23cb2c-55a1-4cb0-af8d-aab306d091e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d95a4ef4-2fcc-4021-9528-8f94407fe48b,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:28.845023 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-fbf51497-8308-42dd-b115-b6825f7ee0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.887141 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7490859-76f8-4030-a767-520ae9c0a57f x-openstack-request-id: req-b7490859-76f8-4030-a767-520ae9c0a57f {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:28.887737 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda", "tag": "d95a4ef4-2fcc-4021-9528-8f94407fe48b", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:28.888249 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7490859-76f8-4030-a767-520ae9c0a57f {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:28.889082 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'tag': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'status': 'completed', 'code': 200} Jul 29 15:33:28.938430 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-9e24b207-17d8-4bd5-86c2-dc7a00533a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:28.940139 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-9e24b207-17d8-4bd5-86c2-dc7a00533a0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 1096 time: 0.0654149 Jul 29 15:33:28.995504 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-7fe7b8a8-2773-4cbf-a4f1-987e5a4c3485 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d95a4ef4-2fcc-4021-9528-8f94407fe48b HTTP/1.1" status: 200 len: 217 time: 0.0454507 Jul 29 15:33:29.069005 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-4525e79d-5401-4e95-8fd6-f80aaeae12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.069005 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-4525e79d-5401-4e95-8fd6-f80aaeae12d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0565553 Jul 29 15:33:29.121227 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-a2e9646a-65ed-4205-bbc9-1b7f7733d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.122673 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-a2e9646a-65ed-4205-bbc9-1b7f7733d125 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447886 Jul 29 15:33:29.227572 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-1759ce7e-822f-4419-8ba4-7bc6a58dc48d service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902364 Jul 29 15:33:29.350805 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6c2605f-ea74-4db8-a6fe-4bd1c2de0939 req-bef00ce2-b762-4063-8e1c-19f08414f089 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128030 Jul 29 15:33:29.470069 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-807f5fe3-aca4-4831-9acb-3b342828d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.472800 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-807f5fe3-aca4-4831-9acb-3b342828d4fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 1096 time: 0.0625329 Jul 29 15:33:29.588308 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0da59-0187-40fe-95a8-9d65e70e9a1f req-63daa7e0-4ac2-4381-a26a-ac3fc831bd3c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.590561 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-04f0da59-0187-40fe-95a8-9d65e70e9a1f req-63daa7e0-4ac2-4381-a26a-ac3fc831bd3c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 943 time: 0.0697572 Jul 29 15:33:29.612019 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-933ce6d2-bf19-415d-8cd9-a667dbeee4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.613765 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-933ce6d2-bf19-415d-8cd9-a667dbeee4ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 912 time: 0.1304493 Jul 29 15:33:29.646170 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-04f0da59-0187-40fe-95a8-9d65e70e9a1f req-120c01bc-fa51-47a3-9412-30c832844229 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483761 Jul 29 15:33:29.670705 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-481de7f8-714a-47c2-b357-f2fd9c441a10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d95a4ef4-2fcc-4021-9528-8f94407fe48b HTTP/1.1" status: 200 len: 217 time: 0.0463748 Jul 29 15:33:29.722917 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-0176db59-b827-4410-92ac-9a4f2bcb5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.724445 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-0176db59-b827-4410-92ac-9a4f2bcb5668 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0450988 Jul 29 15:33:29.781746 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-63f5ab57-4b53-4b37-a174-f23dcedcf5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.783523 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-63f5ab57-4b53-4b37-a174-f23dcedcf5c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489671 Jul 29 15:33:29.912139 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c6085-248b-4629-8288-21110431ece0 req-d30b6d3b-dc6e-4214-8da7-fa51a9015b2d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.913753 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-255c6085-248b-4629-8288-21110431ece0 req-d30b6d3b-dc6e-4214-8da7-fa51a9015b2d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0754278 Jul 29 15:33:29.919495 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-3c1043f5-86f4-4d12-ad86-297d52c0e8f3 service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276762 Jul 29 15:33:30.002034 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-255c6085-248b-4629-8288-21110431ece0 req-df142655-0bb4-446b-9449-f2b6ca966f35 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815437 Jul 29 15:33:30.035981 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-167796d2-9837-425e-8a29-38b18dee6ff7 req-2fe89bd4-016c-4cdf-b82f-4f2eb017263f service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983469 Jul 29 15:33:30.487870 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-d77b9d67-4704-4993-833e-0e81b3e4124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.489353 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-d77b9d67-4704-4993-833e-0e81b3e4124a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 1098 time: 0.0413918 Jul 29 15:33:30.578621 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-c4a41a23-f889-44dd-9494-cb562cbc7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.580051 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-c4a41a23-f889-44dd-9494-cb562cbc7ea1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.0829163 Jul 29 15:33:30.643103 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-fd128e51-e45a-403e-884d-b93a1e671177 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 HTTP/1.1" status: 200 len: 1001 time: 0.0555933 Jul 29 15:33:30.696626 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-9b59d033-9b06-4826-80f6-40822e6837b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.698110 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-9b59d033-9b06-4826-80f6-40822e6837b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0472703 Jul 29 15:33:30.745445 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-8919e872-aa64-40ea-be50-1b0c0ecf93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.747037 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-8919e872-aa64-40ea-be50-1b0c0ecf93d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407107 Jul 29 15:33:30.767212 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802a981-3ac4-468a-a3cc-f80a11c41a98 req-57dfcb94-f9e7-40f1-8e52-5ceb6a2b4483 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.768676 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6802a981-3ac4-468a-a3cc-f80a11c41a98 req-57dfcb94-f9e7-40f1-8e52-5ceb6a2b4483 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 943 time: 0.0506301 Jul 29 15:33:30.810331 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6802a981-3ac4-468a-a3cc-f80a11c41a98 req-ebf43a3c-f893-4f0a-b67b-83ee1137bec8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346789 Jul 29 15:33:30.844325 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-afe95adb-d293-4b30-8e12-3d92c6567224 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891910 Jul 29 15:33:30.943789 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ed73d0be-3e91-4310-8c5a-b28abbe2cd10 req-5f12bf73-9e9f-44ce-a8fc-83f2ef76b41d service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923502 Jul 29 15:33:31.136844 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b93b79-a9e1-48d6-837a-042578e87678 req-38ccf5b6-7522-42dd-82ef-dcadfa106d49 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:31.138376 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-63b93b79-a9e1-48d6-837a-042578e87678 req-38ccf5b6-7522-42dd-82ef-dcadfa106d49 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0485444 Jul 29 15:33:31.175804 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-63b93b79-a9e1-48d6-837a-042578e87678 req-ab9421dd-8902-4270-a059-fa9e9c6031e4 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316761 Jul 29 15:33:31.229960 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-c3a7c3ad-7766-4b62-87e0-8f4197cd3f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:31.425827 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:31.927337 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc261c4-fd66-40c7-97df-dc831e69cf9e req-9ab877b4-8aec-42e9-a2d4-f6b9e43d44b7 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:31.928780 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-fbc261c4-fd66-40c7-97df-dc831e69cf9e req-9ab877b4-8aec-42e9-a2d4-f6b9e43d44b7 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 943 time: 0.0486419 Jul 29 15:33:31.967805 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-fbc261c4-fd66-40c7-97df-dc831e69cf9e req-e02cc101-fb1e-4db4-8bfc-3f602fdae93c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326006 Jul 29 15:33:32.176704 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device d95a4ef4-2fcc-4021-9528-8f94407fe48b details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:33:32.269124 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port d95a4ef4-2fcc-4021-9528-8f94407fe48b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d95a4ef4-2fcc-4021-9528-8f94407fe48b,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:32.280745 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'port_id': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'mac_address': 'fa:16:3e:b0:8f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:33:32.295686 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ade6d-5c69-47be-aa25-b603641fa3db req-be90a6d5-fd1a-48d8-9092-e5ebd3831a1d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:32.297180 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-600ade6d-5c69-47be-aa25-b603641fa3db req-be90a6d5-fd1a-48d8-9092-e5ebd3831a1d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Jul 29 15:33:32.318251 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:32.330999 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95a4ef4-2fcc-4021-9528-8f94407fe48b {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:33:32.334015 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-600ade6d-5c69-47be-aa25-b603641fa3db req-eb73e993-917e-40a9-a061-62cad198a1c5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308666 Jul 29 15:33:32.351454 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port d95a4ef4-2fcc-4021-9528-8f94407fe48b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d95a4ef4-2fcc-4021-9528-8f94407fe48b,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:32.356252 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:32.405677 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=d95a4ef4-2fcc-4021-9528-8f94407fe48b,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:32.508233 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:32.582727 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['d95a4ef4-2fcc-4021-9528-8f94407fe48b'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:33:33.085847 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc17c7e-bef7-42cb-8ae3-2c0bcadd360e req-54247a32-4e00-44f1-994b-c94a4975db8b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:33.087345 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bfc17c7e-bef7-42cb-8ae3-2c0bcadd360e req-54247a32-4e00-44f1-994b-c94a4975db8b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 944 time: 0.0496554 Jul 29 15:33:33.125860 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bfc17c7e-bef7-42cb-8ae3-2c0bcadd360e req-5bcb86c1-075b-4b84-96fc-2a134755915b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Jul 29 15:33:33.456441 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ef465-3111-4433-b62e-6f026b07f9f0 req-3c7d4b12-17c4-485d-b532-5ad6f6c3fedd tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:33.457950 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f69ef465-3111-4433-b62e-6f026b07f9f0 req-3c7d4b12-17c4-485d-b532-5ad6f6c3fedd tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0526590 Jul 29 15:33:33.495792 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f69ef465-3111-4433-b62e-6f026b07f9f0 req-014f46ca-39da-4b58-ade5-e454acf6dddd tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312517 Jul 29 15:33:34.090152 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:34.201006 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device d95a4ef4-2fcc-4021-9528-8f94407fe48b up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:33:34.246799 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f69b2-4cd9-46ba-815b-d248adf26646 req-c8664880-22a5-400c-8a26-51f21e0d2765 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:34.248466 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4c2f69b2-4cd9-46ba-815b-d248adf26646 req-c8664880-22a5-400c-8a26-51f21e0d2765 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 944 time: 0.0564163 Jul 29 15:33:34.255507 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port d95a4ef4-2fcc-4021-9528-8f94407fe48b completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:33:34.260136 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port d95a4ef4-2fcc-4021-9528-8f94407fe48b triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:33:34.260516 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:34.299456 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4c2f69b2-4cd9-46ba-815b-d248adf26646 req-cc78476c-b4d8-49bb-9c03-42139e59f60c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Jul 29 15:33:34.352341 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:34.385060 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:34.387756 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8649bdfd-387a-4f61-9d50-fca0a7f05df8" -d '{"events": [{"server_uuid": "76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda", "name": "network-vif-plugged", "status": "completed", "tag": "d95a4ef4-2fcc-4021-9528-8f94407fe48b"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:34.401754 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port d95a4ef4-2fcc-4021-9528-8f94407fe48b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d95a4ef4-2fcc-4021-9528-8f94407fe48b,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:34.407788 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:34.412499 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:33:34.414191 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d414eb-778f-4907-b2a1-f9f834758345 req-ad821cda-ba15-40e4-8a0f-7f58e80d7712 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:34.424545 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-86d414eb-778f-4907-b2a1-f9f834758345 req-ad821cda-ba15-40e4-8a0f-7f58e80d7712 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 945 time: 0.0797350 Jul 29 15:33:34.438325 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20fc925-3e1e-4bbf-a058-a16199b33760 x-openstack-request-id: req-f20fc925-3e1e-4bbf-a058-a16199b33760 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:34.438696 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda", "name": "network-vif-plugged", "status": "completed", "tag": "d95a4ef4-2fcc-4021-9528-8f94407fe48b", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:34.438874 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f20fc925-3e1e-4bbf-a058-a16199b33760 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:34.439268 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'code': 200} Jul 29 15:33:34.453258 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-a9e11746-08b9-41b1-945e-f8d785360a52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0564327 Jul 29 15:33:34.473745 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-86d414eb-778f-4907-b2a1-f9f834758345 req-705bf8af-ae3f-4928-96fb-fcfa5e23b968 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477064 Jul 29 15:33:34.502291 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=d95a4ef4-2fcc-4021-9528-8f94407fe48b,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:34.544424 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:34.581130 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:34.585672 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:34.624345 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373bce4-fdc3-4a84-bca5-790b6f5d4a14 req-7c14e158-f50e-48a3-a16e-6da82702646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:34.625886 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2373bce4-fdc3-4a84-bca5-790b6f5d4a14 req-7c14e158-f50e-48a3-a16e-6da82702646d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 1098 time: 0.0450521 Jul 29 15:33:34.636243 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=8']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:34.664445 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2373bce4-fdc3-4a84-bca5-790b6f5d4a14 req-4f3306b4-d733-46e7-b6de-76f5c01adb6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298691 Jul 29 15:33:35.248183 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117530c-4775-4d81-863a-227fa797574b req-1b05676c-c864-4b29-9015-937f7c303e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:35.249657 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-1b05676c-c864-4b29-9015-937f7c303e12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853&tenant_id=6f69db43d60a47ebbf8b489917813763 HTTP/1.1" status: 200 len: 1096 time: 0.0442312 Jul 29 15:33:35.312686 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117530c-4775-4d81-863a-227fa797574b req-f907c426-4e3e-4612-abcf-d9578831fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:35.314165 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-f907c426-4e3e-4612-abcf-d9578831fb3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 1096 time: 0.0389462 Jul 29 15:33:35.408894 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117530c-4775-4d81-863a-227fa797574b req-57b4c7c6-b343-4684-8dd8-342b0a9b8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:35.410388 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-57b4c7c6-b343-4684-8dd8-342b0a9b8246 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.0882809 Jul 29 15:33:35.420275 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85982cae-ab2f-478c-9dc0-ecdfc3e2a69a req-4a83de7f-9bc4-47ee-ae7c-e33d1836bfc4 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:35.422494 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-85982cae-ab2f-478c-9dc0-ecdfc3e2a69a req-4a83de7f-9bc4-47ee-ae7c-e33d1836bfc4 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 945 time: 0.0503359 Jul 29 15:33:35.466615 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-85982cae-ab2f-478c-9dc0-ecdfc3e2a69a req-bda1bb02-c703-4e8a-abf2-2efa6d85281c tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378432 Jul 29 15:33:35.481783 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-b3320371-670e-4997-9d08-8fcbecd0bc11 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 HTTP/1.1" status: 200 len: 999 time: 0.0605977 Jul 29 15:33:35.535953 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117530c-4775-4d81-863a-227fa797574b req-ae3331ef-66b9-4bc9-ac07-a198d6e9948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:35.537444 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-ae3331ef-66b9-4bc9-ac07-a198d6e9948a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.0469394 Jul 29 15:33:35.875765 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117530c-4775-4d81-863a-227fa797574b req-6b9a7898-717a-4ae0-8e8c-75e48c48b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:35.877273 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-6b9a7898-717a-4ae0-8e8c-75e48c48b4e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3316503 Jul 29 15:33:35.886482 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e579e-49f3-4dfa-bf30-8d4f7b720a85 req-19457344-574e-4adc-bb05-201e13aa4d30 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:35.887841 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-333e579e-49f3-4dfa-bf30-8d4f7b720a85 req-19457344-574e-4adc-bb05-201e13aa4d30 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.3347309 Jul 29 15:33:35.971767 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-333e579e-49f3-4dfa-bf30-8d4f7b720a85 req-b490652e-9e9e-42a2-9ff4-9b9a424ae0aa tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761833 Jul 29 15:33:35.997524 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-e58d5608-d3d7-4331-9d9e-ee47236ce0fa service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087744 Jul 29 15:33:36.084611 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d117530c-4775-4d81-863a-227fa797574b req-05f25631-b789-4bf6-955d-d1c90c0f7fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799069 Jul 29 15:33:36.440949 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:36.443626 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab57034-24e5-47f0-891e-5a2e3f891989" -d '{"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:36.520439 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a250ba8-41e3-4ea1-ad91-b4640034579b x-openstack-request-id: req-7a250ba8-41e3-4ea1-ad91-b4640034579b {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:36.520732 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-unplugged", "status": "completed", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:36.521009 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a250ba8-41e3-4ea1-ad91-b4640034579b {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:36.521562 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'code': 200} Jul 29 15:33:36.627907 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf2ac9-469d-49e0-af6d-51613b7774f0 req-b6d0661a-a11c-424b-b929-5c35d124de46 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:36.633840 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0cdf2ac9-469d-49e0-af6d-51613b7774f0 req-b6d0661a-a11c-424b-b929-5c35d124de46 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 945 time: 0.0780497 Jul 29 15:33:36.671331 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0cdf2ac9-469d-49e0-af6d-51613b7774f0 req-7489c887-8cdc-452b-813a-ca79298237a6 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343139 Jul 29 15:33:36.798527 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951567fe-9545-4d15-8b60-be7f71bc47eb req-c0641109-e71f-4643-8ca5-0743ff98519b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:36.800122 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-951567fe-9545-4d15-8b60-be7f71bc47eb req-c0641109-e71f-4643-8ca5-0743ff98519b tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 945 time: 0.0575438 Jul 29 15:33:36.809464 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 57930) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:36.813931 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Request body: {'floatingip': {'port_id': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:36.853521 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, before_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:37.107119 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b0acf-d9de-4ce3-bb70-fef79651ced7 req-665f9bdf-1d16-4500-ab38-ee93045c9184 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:37.110926 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-630b0acf-d9de-4ce3-bb70-fef79651ced7 req-665f9bdf-1d16-4500-ab38-ee93045c9184 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0633023 Jul 29 15:33:37.150446 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-630b0acf-d9de-4ce3-bb70-fef79651ced7 req-6b9f0c47-c4ae-4b6c-a763-f8a9b4ea0fbf tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350091 Jul 29 15:33:37.324318 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:37.328020 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:37.435172 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.l3_db [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Floating IP 9a823974-e653-40a6-924c-3c067847ef1a associated. External IP: 172.27.0.146, port: d95a4ef4-2fcc-4021-9528-8f94407fe48b. Jul 29 15:33:37.645073 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Router 32377aac-768f-47d3-8e49-e9443ece85d8 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:33:37.988418 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:33:37.993852 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:37.998342 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] Sync routers for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:33:38.008901 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:33:38.009557 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:33:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:38.019804 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-dde5501f-5a89-4a54-bbb3-1477effed4ff tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "PUT /v2.0/floatingips/9a823974-e653-40a6-924c-3c067847ef1a HTTP/1.1" status: 200 len: 991 time: 1.2092500 Jul 29 15:33:38.020494 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'tag': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b'}] {{(pid=93121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:38.022878 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97151d6741e9f6c4e7219af59e4e7285af5f9a052b8db792463ec48fbc09dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f047c33-ee08-47e7-b1db-5695c42b3028" -d '{"events": [{"name": "network-changed", "server_uuid": "76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda", "tag": "d95a4ef4-2fcc-4021-9528-8f94407fe48b"}]}' {{(pid=93121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:38.088040 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e894e9e0-7bf2-42b8-bdaf-4dae4e6bfb7c x-openstack-request-id: req-e894e9e0-7bf2-42b8-bdaf-4dae4e6bfb7c {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:38.088331 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda", "tag": "d95a4ef4-2fcc-4021-9528-8f94407fe48b", "status": "completed", "code": 200}]} {{(pid=93121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:38.088579 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e894e9e0-7bf2-42b8-bdaf-4dae4e6bfb7c {{(pid=93121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:38.089004 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'tag': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'status': 'completed', 'code': 200} Jul 29 15:33:38.135201 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:33:38.281743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3af8f4-1c47-4564-813e-de986e92569d req-491f9512-de08-43ef-b72d-7cae692ef7a5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:38.283139 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-eb3af8f4-1c47-4564-813e-de986e92569d req-491f9512-de08-43ef-b72d-7cae692ef7a5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0529242 Jul 29 15:33:38.324959 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-eb3af8f4-1c47-4564-813e-de986e92569d req-e994309c-93bd-491f-b3a3-a4ddce325f04 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349736 Jul 29 15:33:38.422087 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '9a823974-e653-40a6-924c-3c067847ef1a', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'port_id': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'mac_address': 'fa:16:3e:b0:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:33:24Z', 'updated_at': '2021-07-29T15:33:37Z', 'revision_number': 1, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:38.447628 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] Checking router: 32377aac-768f-47d3-8e49-e9443ece85d8 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:33:38.459613 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:33:38.460432 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:33:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:38.698234 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:33:38.953536 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '9a823974-e653-40a6-924c-3c067847ef1a', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'port_id': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'mac_address': 'fa:16:3e:b0:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:33:24Z', 'updated_at': '2021-07-29T15:33:37Z', 'revision_number': 1, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:38.978925 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd09d361-8d00-4645-bbb6-c2c58fb92460 None None] The sync data for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi is: [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '9a823974-e653-40a6-924c-3c067847ef1a', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'port_id': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'mac_address': 'fa:16:3e:b0:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:33:24Z', 'updated_at': '2021-07-29T15:33:37Z', 'revision_number': 1, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:33:39.203862 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e3b90-aeb4-4eae-8bf8-ffbda9ee0313 None None] New status for floating IP 9a823974-e653-40a6-924c-3c067847ef1a: ACTIVE {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:33:39.492891 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a65c2-0aa2-4b39-8d01-d0c00a714056 req-8933fcb6-a190-419c-888c-ae74c6d8439f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:39.494394 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cf0a65c2-0aa2-4b39-8d01-d0c00a714056 req-8933fcb6-a190-419c-888c-ae74c6d8439f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0662751 Jul 29 15:33:39.532299 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cf0a65c2-0aa2-4b39-8d01-d0c00a714056 req-d6d43c36-4cff-4df1-8f4b-cce6bbf5172f tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320711 Jul 29 15:33:40.669746 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2741b8-30a6-4a5b-9385-6bcb9b278e51 req-ae662bfd-603e-4545-be23-4ee5edfad1ba tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:40.671202 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0b2741b8-30a6-4a5b-9385-6bcb9b278e51 req-ae662bfd-603e-4545-be23-4ee5edfad1ba tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0553014 Jul 29 15:33:40.718298 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0b2741b8-30a6-4a5b-9385-6bcb9b278e51 req-3a484294-128f-4ef4-bf04-8b3a2f177835 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412741 Jul 29 15:33:41.534417 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:41.851551 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd297c2a-aa92-45b2-881c-2875fad7739e req-9d3906f2-5063-4b1e-876c-523d5e154811 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:41.853427 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd297c2a-aa92-45b2-881c-2875fad7739e req-9d3906f2-5063-4b1e-876c-523d5e154811 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0603762 Jul 29 15:33:41.891550 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd297c2a-aa92-45b2-881c-2875fad7739e req-31ce76d1-789e-436b-9108-6dc6f14e9e1e tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323095 Jul 29 15:33:43.020567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd66804-5955-42fe-b844-235cb1b78da1 req-27dc8cb4-88b2-461f-bb3d-e57ab070725a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:43.022115 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7cd66804-5955-42fe-b844-235cb1b78da1 req-27dc8cb4-88b2-461f-bb3d-e57ab070725a tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0514581 Jul 29 15:33:43.075083 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7cd66804-5955-42fe-b844-235cb1b78da1 req-1852bb3d-31bc-4b83-b8cb-f3059d051397 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 Jul 29 15:33:44.197644 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13406a-8ad9-401f-a1b8-cc3c703ca41d req-8fa2ae75-0f39-40a0-8dfa-09828c42965d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:44.199229 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba13406a-8ad9-401f-a1b8-cc3c703ca41d req-8fa2ae75-0f39-40a0-8dfa-09828c42965d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0533781 Jul 29 15:33:44.245122 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba13406a-8ad9-401f-a1b8-cc3c703ca41d req-1a601c5b-76a2-4f9d-9b3b-b7f558b9c5e5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400949 Jul 29 15:33:45.373426 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2a35a-1b18-45f2-b116-17eb5da01c83 req-3e31a64f-0c0f-4aa6-ac9b-387260647bec tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:45.375086 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-34e2a35a-1b18-45f2-b116-17eb5da01c83 req-3e31a64f-0c0f-4aa6-ac9b-387260647bec tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0526526 Jul 29 15:33:45.413403 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-34e2a35a-1b18-45f2-b116-17eb5da01c83 req-a8a4e9f7-f57e-48e8-8dcc-e718fdcab59c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324051 Jul 29 15:33:46.543841 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bf5c9-0280-4eb3-a4b9-e8cb5f647bb0 req-9b7f4b83-4cde-4279-8869-5b0255b5c3cb tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:46.545417 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b17bf5c9-0280-4eb3-a4b9-e8cb5f647bb0 req-9b7f4b83-4cde-4279-8869-5b0255b5c3cb tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.0503640 Jul 29 15:33:46.583081 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b17bf5c9-0280-4eb3-a4b9-e8cb5f647bb0 req-f9bdeecd-9d8c-4a86-9921-e9c9d6e58b4d tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317831 Jul 29 15:33:46.960541 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:33:47.197617 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-cf2c27af-8d80-4ad6-98a8-5056680c8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.199117 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-cf2c27af-8d80-4ad6-98a8-5056680c8720 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 1098 time: 0.0459285 Jul 29 15:33:47.317377 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-80204e8a-95b5-407d-b9ae-b618db3fb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.318858 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-80204e8a-95b5-407d-b9ae-b618db3fb23c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f69db43d60a47ebbf8b489917813763&device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 1096 time: 0.0938857 Jul 29 15:33:47.322068 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-68245e2f-8c06-4532-97b0-947f89ca7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.323407 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-68245e2f-8c06-4532-97b0-947f89ca7350 service neutron] 10.222.0.59 "GET /v2.0/networks?id=928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 200 len: 912 time: 0.1161697 Jul 29 15:33:47.440985 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-2b37536d-1248-47ed-90fb-c9e655991ca2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d95a4ef4-2fcc-4021-9528-8f94407fe48b HTTP/1.1" status: 200 len: 1001 time: 0.1088798 Jul 29 15:33:47.493749 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-8f83bbbb-ea12-4753-8106-443aedd023b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.495184 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-8f83bbbb-ea12-4753-8106-443aedd023b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 200 len: 917 time: 0.1559656 Jul 29 15:33:47.539436 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-505df8e8-5781-4ed4-bec7-137f912b25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.540897 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-505df8e8-5781-4ed4-bec7-137f912b25c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 200 len: 850 time: 0.0898354 Jul 29 15:33:47.590398 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-6e0b0f41-b166-405c-9892-e8e1d3f31d33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 HTTP/1.1" status: 200 len: 999 time: 0.0879281 Jul 29 15:33:47.609715 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-94d37149-753f-4a92-885c-100db54377f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.611115 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-94d37149-753f-4a92-885c-100db54377f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=928be02d-3dd2-484f-b46b-bb008e37c62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599782 Jul 29 15:33:47.718559 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-18d8df5b-1d33-4576-ae9f-8ab88ad2bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.719986 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-18d8df5b-1d33-4576-ae9f-8ab88ad2bbfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 200 len: 855 time: 0.1197286 Jul 29 15:33:47.772807 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7d7ab-a8d3-4c83-8be4-cdb9187a509e req-1e02dfc5-20c3-4397-b459-cb65f2612cd7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.774374 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c0b7d7ab-a8d3-4c83-8be4-cdb9187a509e req-1e02dfc5-20c3-4397-b459-cb65f2612cd7 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 943 time: 0.1028409 Jul 29 15:33:47.803410 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-2d56b76a-fd56-49b0-96c6-2198ca695b0c service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746993 Jul 29 15:33:47.869773 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-947f1b91-1394-4d6f-83fd-4829b837b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:47.871140 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-947f1b91-1394-4d6f-83fd-4829b837b1f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ca45ca6-0dc2-4089-aa60-7a2582b4a106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1338718 Jul 29 15:33:47.878897 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c0b7d7ab-a8d3-4c83-8be4-cdb9187a509e req-d5a0271d-7aec-44a9-918d-70b2fa0a5ad6 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944817 Jul 29 15:33:47.971495 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1f047c33-ee08-47e7-b1db-5695c42b3028 req-e53ca104-29bc-4bd0-8bcc-7a54ea23ac5d service neutron] 10.222.0.59 "GET /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580873 Jul 29 15:33:47.991485 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-6f7ee979-c7b2-4a28-9cef-41cea061efe3 service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102028 Jul 29 15:33:48.086808 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0ef21447-e0cf-4bde-bf40-26c0c5e8f756 req-a32b6c23-2c21-4bfc-848b-0d27fc77790f service neutron] 10.222.0.59 "GET /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858827 Jul 29 15:33:48.244471 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:33:48.340087 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:48.351302 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'port_id': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'mac_address': 'fa:16:3e:97:02:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:33:48.388985 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:48.403201 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:33:48.427322 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:48.436657 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:48.483100 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=9']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:48.665074 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:33:48.999349 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1273e-be3c-49aa-b2de-ba657cc4a7ba req-a32632d8-f2a1-4d2f-956a-aa4729e7abc9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:49.000851 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-22e1273e-be3c-49aa-b2de-ba657cc4a7ba req-a32632d8-f2a1-4d2f-956a-aa4729e7abc9 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 944 time: 0.0508292 Jul 29 15:33:49.037688 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-22e1273e-be3c-49aa-b2de-ba657cc4a7ba req-61bad1c3-5ef4-46a1-887d-816a07d94bb8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309677 Jul 29 15:33:50.155869 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d3ca6-4240-4beb-a491-e77120a723fb req-3421e48b-09b6-40d1-bd62-1113aca2fbbe tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:50.157382 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4d7d3ca6-4240-4beb-a491-e77120a723fb req-3421e48b-09b6-40d1-bd62-1113aca2fbbe tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 944 time: 0.0497646 Jul 29 15:33:50.194512 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4d7d3ca6-4240-4beb-a491-e77120a723fb req-fcabac24-7f1e-4af5-83d7-3feb12e36777 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313625 Jul 29 15:33:50.264724 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:33:50.311392 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:33:50.311758 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:50.389522 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:50.412046 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:50.414781 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acdc696-00aa-4998-ae19-a1a0bfdd8262" -d '{"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-plugged", "status": "completed", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:50.427959 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:50.433137 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:50.457436 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48273cf7-b422-4928-9137-99d6635a6281 x-openstack-request-id: req-48273cf7-b422-4928-9137-99d6635a6281 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:50.457736 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-plugged", "status": "completed", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:50.457976 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48273cf7-b422-4928-9137-99d6635a6281 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:50.458368 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'code': 200} Jul 29 15:33:50.484580 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=10']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:50.630428 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb2147-e326-42fb-a096-ea9b1a5e4aa1 req-4a68f54d-547c-42ee-9a1a-976ef0a03e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:50.631758 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5bbb2147-e326-42fb-a096-ea9b1a5e4aa1 req-4a68f54d-547c-42ee-9a1a-976ef0a03e41 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 1099 time: 0.0442505 Jul 29 15:33:50.666558 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5bbb2147-e326-42fb-a096-ea9b1a5e4aa1 req-6cc66a6b-bf8a-43a5-8277-d8ba993aa1d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277541 Jul 29 15:33:51.313453 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790f213-118a-4880-8994-870522f8f199 req-4192443a-f6b9-40e0-a9e8-eb7bdc46e1ad tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:51.314947 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e790f213-118a-4880-8994-870522f8f199 req-4192443a-f6b9-40e0-a9e8-eb7bdc46e1ad tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 946 time: 0.0491939 Jul 29 15:33:51.352487 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e790f213-118a-4880-8994-870522f8f199 req-6a525e8f-26a2-4180-9135-ad846c25aea2 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310497 Jul 29 15:33:52.470165 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5db666-2ba4-4c73-96dc-59d7c2656d61 req-68ad2b30-648f-469c-882c-96a092ea1cd5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:52.471817 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8b5db666-2ba4-4c73-96dc-59d7c2656d61 req-68ad2b30-648f-469c-882c-96a092ea1cd5 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 946 time: 0.0494425 Jul 29 15:33:52.511760 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-8b5db666-2ba4-4c73-96dc-59d7c2656d61 req-bdc7e5f9-bba6-4de4-b1fe-bb9170fdab58 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Jul 29 15:33:58.816972 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-03c20e02-3910-4531-93d9-0293c5a42106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:01.231540 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-53181611-4d13-4696-8445-8f829bfe5175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:01.426322 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:02.513079 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:04.093260 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:11.552070 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:23.007410 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-05665c5a-99c7-4d8b-bdbf-6fb376bcdae2 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909790815&fields=id&tenant_id=7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 267 time: 0.0334449 Jul 29 15:34:23.119444 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-2a90c92a-1e24-4121-91d1-fc2babd52a74 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:23.120929 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-2a90c92a-1e24-4121-91d1-fc2babd52a74 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 812 time: 0.1059875 Jul 29 15:34:23.142698 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-3bc43031-c5a2-49f9-8c87-5055cb8a3090 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/quotas/7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 375 time: 0.0152814 Jul 29 15:34:23.214061 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-8181756e-4093-4484-a603-b69a49853593 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0637932 Jul 29 15:34:23.313891 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-7b78d4b7-0f9b-40f0-913d-38b47e39bb44 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859919 Jul 29 15:34:23.407942 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-6be70a1e-2dc5-4399-8ce0-b129d5686a68 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878007 Jul 29 15:34:23.692606 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-76e6c9c2-0ea5-4843-a702-d80aef8d39ca req-dab8cb3b-7c47-4da4-82cb-11151e564093 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 210 time: 0.0308416 Jul 29 15:34:23.959483 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:34:24.615579 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-42f39cd6-620d-4c35-bf22-b236f3f94f6d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:24.617077 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-42f39cd6-620d-4c35-bf22-b236f3f94f6d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 812 time: 0.1058688 Jul 29 15:34:24.662252 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-eaf93d10-5653-446d-9d06-0eb393cff910 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a54b5401a0441c7b4aeaf5286bff35a HTTP/1.1" status: 200 len: 379 time: 0.0346050 Jul 29 15:34:24.671035 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'port': {'device_id': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'admin_state_up': True, 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'security_groups': ['b6613555-1292-461e-9ff1-f1c5f96d5a16']}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:34:24.788261 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a5e4e5e4-0d78-4384-a401-ac41d3835653 req-c6ab7e7d-beaf-4222-8b7e-287c7dc5a458 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 210 time: 0.0293951 Jul 29 15:34:24.806348 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Made reservation on behalf of 7a54b5401a0441c7b4aeaf5286bff35a for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:34:24.810485 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:24.933858 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Allocated IP 172.20.0.14 (9fd732cf-374c-4ea8-a421-0469390fbbed/3edc7c1a-7687-42f5-a653-858bf491e856/fbb9ba0d-28af-448e-b140-2d775e456804) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:34:25.070474 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.087010 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Transition to ACTIVE for port object fbb9ba0d-28af-448e-b140-2d775e456804 will not be triggered until provisioned by entity DHCP. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:34:25.120354 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.164496 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Network 9fd732cf-374c-4ea8-a421-0469390fbbed is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:34:25.167549 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:34:25.171603 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:34:25.206461 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=fbb9ba0d-28af-448e-b140-2d775e456804,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:25.220696 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.221144 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.221487 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.221817 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.222147 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.222467 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.222790 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.223111 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.223429 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.223746 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.224064 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.224376 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:25.243437 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:25.244064 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.259524 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-37b13e42-b6ba-451d-a312-ea1e1825c3f0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920584 Jul 29 15:34:25.272287 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Request body: {'port': {'device_id': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:34:25.334002 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.416615 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-32140f49-3a31-47a5-9ae9-08e13fff2338 None None] Provisioning for port fbb9ba0d-28af-448e-b140-2d775e456804 completed by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:34:25.421862 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-32140f49-3a31-47a5-9ae9-08e13fff2338 None None] Provisioning complete for port fbb9ba0d-28af-448e-b140-2d775e456804 triggered by entity DHCP. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:34:25.422254 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-32140f49-3a31-47a5-9ae9-08e13fff2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.460712 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-32140f49-3a31-47a5-9ae9-08e13fff2338 None None] Port fbb9ba0d-28af-448e-b140-2d775e456804 cannot update to ACTIVE because it is not bound. {{(pid=93123) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:34:25.595803 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb9ba0d-28af-448e-b140-2d775e456804 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:34:25.603048 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.615275 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Transition to ACTIVE for port object fbb9ba0d-28af-448e-b140-2d775e456804 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:34:25.619020 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.666673 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb9ba0d-28af-448e-b140-2d775e456804,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:25.738534 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Attempting to bind port fbb9ba0d-28af-448e-b140-2d775e456804 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:34:25.738776 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Attempting to bind port fbb9ba0d-28af-448e-b140-2d775e456804 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:34:25.738927 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Attempting to bind port fbb9ba0d-28af-448e-b140-2d775e456804 on network 9fd732cf-374c-4ea8-a421-0469390fbbed {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:34:25.743386 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Port fbb9ba0d-28af-448e-b140-2d775e456804 on network 9fd732cf-374c-4ea8-a421-0469390fbbed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:34:25.744070 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Attempting to bind port fbb9ba0d-28af-448e-b140-2d775e456804 on network 9fd732cf-374c-4ea8-a421-0469390fbbed {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:34:25.753999 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:34:25.753999 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Checking segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:34:25.753999 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Bound using segment: {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:34:25.755833 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Bound port: fbb9ba0d-28af-448e-b140-2d775e456804, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7e8b6bc-512d-43d5-8557-4e246b279278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:34:25.755833 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.823729 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] For port fbb9ba0d-28af-448e-b140-2d775e456804, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:34:25.827854 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] For port fbb9ba0d-28af-448e-b140-2d775e456804, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=fbb9ba0d-28af-448e-b140-2d775e456804,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:34:25.832594 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.865458 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:25.866066 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:25.867495 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] 10.222.0.59 "PUT /v2.0/ports/fbb9ba0d-28af-448e-b140-2d775e456804 HTTP/1.1" status: 200 len: 1094 time: 0.5994999 Jul 29 15:34:25.867858 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:34:25.870122 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599b4b61-18ce-4eda-9981-4dd7873f9ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:34:25.895859 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4fae-9266-4348-b6e4-07f583bee577 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb9ba0d-28af-448e-b140-2d775e456804,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:25.924643 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd812a-0e11-4e23-817f-657b140e478b req-04f84dfd-a2a1-4e2e-8a99-0cb738ccb5aa tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:25.926943 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c4dd812a-0e11-4e23-817f-657b140e478b req-04f84dfd-a2a1-4e2e-8a99-0cb738ccb5aa tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0685210 Jul 29 15:34:25.939977 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4286057b-dd50-48ad-85ef-5cf4a482d555 x-openstack-request-id: req-4286057b-dd50-48ad-85ef-5cf4a482d555 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:34:25.940256 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:34:25.940501 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4286057b-dd50-48ad-85ef-5cf4a482d555 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:34:25.940936 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'status': 'completed', 'code': 200} Jul 29 15:34:25.969039 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c4dd812a-0e11-4e23-817f-657b140e478b req-65498c81-6db8-43c1-b6d0-6226f45329e0 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358565 Jul 29 15:34:25.976807 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-bcbb5be3-d08f-40bc-90f2-11f2a03c7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:25.978448 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-bcbb5be3-d08f-40bc-90f2-11f2a03c7890 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 1097 time: 0.0537374 Jul 29 15:34:26.026011 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-02788518-a2c6-4056-915b-7896fea0ef64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb9ba0d-28af-448e-b140-2d775e456804 HTTP/1.1" status: 200 len: 217 time: 0.0383086 Jul 29 15:34:26.076325 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-25ea2235-b9b7-43dc-8521-a1c60c0784cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:26.077827 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-25ea2235-b9b7-43dc-8521-a1c60c0784cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0441577 Jul 29 15:34:26.124461 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-c8e68d95-720e-4764-bbb2-e755f5f29164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:26.125977 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-c8e68d95-720e-4764-bbb2-e755f5f29164 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403459 Jul 29 15:34:26.216344 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-326ebcfb-3d16-4be5-801c-d5759f672e94 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829277 Jul 29 15:34:26.303541 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7798954e-5de6-495a-93f0-4ddc0d710ea4 req-22bb8283-38e3-4bb8-866f-d72a5c365c2b service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792222 Jul 29 15:34:26.388733 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-5ee9fff9-d2ad-4b23-aed0-23fed6fc21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:26.390256 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-5ee9fff9-d2ad-4b23-aed0-23fed6fc21b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 1097 time: 0.0409241 Jul 29 15:34:26.482081 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-85ffeab1-5baa-484d-be8d-c7bb346f4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:26.483628 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-85ffeab1-5baa-484d-be8d-c7bb346f4e7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.0864980 Jul 29 15:34:26.524461 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-9bf7d8f8-3f77-44c4-acd9-97f71a39e0f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb9ba0d-28af-448e-b140-2d775e456804 HTTP/1.1" status: 200 len: 217 time: 0.0332956 Jul 29 15:34:26.573431 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-69206279-e2b1-41a7-93d7-1b82b4f48efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:26.574797 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-69206279-e2b1-41a7-93d7-1b82b4f48efa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0433967 Jul 29 15:34:26.623819 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-8eac5683-8d7a-43da-87cc-d2fc641ade19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:26.625309 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-8eac5683-8d7a-43da-87cc-d2fc641ade19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430124 Jul 29 15:34:26.714647 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-baa12dbc-7e91-487a-aed9-9ad18a6f1e84 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819554 Jul 29 15:34:27.105332 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00e36f-2eb6-4db8-b965-495c6ff92d5c req-4e9c922d-c674-4ad1-8fdd-18d0ed6edc08 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:27.107584 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba00e36f-2eb6-4db8-b965-495c6ff92d5c req-4e9c922d-c674-4ad1-8fdd-18d0ed6edc08 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0674543 Jul 29 15:34:27.123936 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-599b4b61-18ce-4eda-9981-4dd7873f9ca8 req-948d37cd-10bf-45ac-b050-83fda5e5a5a0 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014862 Jul 29 15:34:27.149841 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ba00e36f-2eb6-4db8-b965-495c6ff92d5c req-28ce6195-c0d4-4960-af00-c3126f367848 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353951 Jul 29 15:34:28.263039 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11babd-4508-48b6-b8f1-864dff841601 req-4b64212b-1906-4319-858c-8befce5294ad tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:28.265032 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9a11babd-4508-48b6-b8f1-864dff841601 req-4b64212b-1906-4319-858c-8befce5294ad tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0487430 Jul 29 15:34:28.302260 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9a11babd-4508-48b6-b8f1-864dff841601 req-d1e41450-e98c-4246-b87f-41ae370e74ff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Jul 29 15:34:28.818455 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e6c7d5f1-220a-4266-ba44-3c88d5b0543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:29.416686 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa69b23-358b-4215-a77d-6be42bfa3679 req-18dce826-1649-4348-8e95-07a2a291d8dc tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:29.418168 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7aa69b23-358b-4215-a77d-6be42bfa3679 req-18dce826-1649-4348-8e95-07a2a291d8dc tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0482869 Jul 29 15:34:29.460307 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7aa69b23-358b-4215-a77d-6be42bfa3679 req-d9c57380-540c-4462-8baa-c43343c0ccee tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352564 Jul 29 15:34:30.576277 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f720b3-dd87-403f-a2fc-70fe965a48fb req-2455fcbb-94d9-45dc-9baa-133c7efcdbdb tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:30.577741 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b2f720b3-dd87-403f-a2fc-70fe965a48fb req-2455fcbb-94d9-45dc-9baa-133c7efcdbdb tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0519300 Jul 29 15:34:30.615448 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b2f720b3-dd87-403f-a2fc-70fe965a48fb req-22c8d29a-a72b-44e2-a701-1b5929af1b08 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312271 Jul 29 15:34:31.232937 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-83d585fd-c18e-4cab-b61d-e685b4fba774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:31.426399 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:31.729847 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2c7f0-1241-43b7-8ceb-1058ba39e283 req-4045d0cf-f20f-41e2-a9a1-4f7ad0a5ba7e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:31.731300 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ff2c7f0-1241-43b7-8ceb-1058ba39e283 req-4045d0cf-f20f-41e2-a9a1-4f7ad0a5ba7e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0486696 Jul 29 15:34:31.768719 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1ff2c7f0-1241-43b7-8ceb-1058ba39e283 req-d2941c71-5d4e-46ca-9a88-fe551d306a0b tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313666 Jul 29 15:34:32.244697 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c60cf-fabb-4619-944f-a7e65f22e63a req-7abfbdf2-de79-45ab-9b63-330531f7dde8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:32.247667 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d95c60cf-fabb-4619-944f-a7e65f22e63a req-7abfbdf2-de79-45ab-9b63-330531f7dde8 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 946 time: 0.0539408 Jul 29 15:34:32.287385 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d95c60cf-fabb-4619-944f-a7e65f22e63a req-743c5313-d044-4021-b97a-4c9726e33ba3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328505 Jul 29 15:34:32.511770 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:32.884061 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5b7ab-f21e-452b-8bf2-14a896bb1a92 req-d2f95ba4-72a0-4085-bf61-9195b5ce7d96 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:32.885557 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b5f5b7ab-f21e-452b-8bf2-14a896bb1a92 req-d2f95ba4-72a0-4085-bf61-9195b5ce7d96 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0493743 Jul 29 15:34:32.923699 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b5f5b7ab-f21e-452b-8bf2-14a896bb1a92 req-73c705c0-42e7-4a63-8be7-eda06f035e8c tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Jul 29 15:34:33.413991 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6ac39-efd3-4c5c-b86c-8012f796e496 req-a50f4653-b5f0-4644-8210-974bb789b65b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:33.415484 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-25d6ac39-efd3-4c5c-b86c-8012f796e496 req-a50f4653-b5f0-4644-8210-974bb789b65b tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 946 time: 0.0482249 Jul 29 15:34:33.452742 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-25d6ac39-efd3-4c5c-b86c-8012f796e496 req-723aba13-1940-4638-a8c0-01ad19103373 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups?id=1d32a887-9bc6-4a31-a093-acf4ed59768b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Jul 29 15:34:33.779715 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-afe9797e-e083-472d-994d-aa0351114cac tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:33.781160 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-afe9797e-e083-472d-994d-aa0351114cac tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 946 time: 0.0474510 Jul 29 15:34:33.872643 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Deleting port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:33.873006 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:33.960587 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] For port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:33.960992 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:34.040368 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e751c-3266-4903-b3d3-643ffdaf075f req-69f2ba3c-7332-422f-9bbc-cc8afe8e9d17 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:34.041897 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f40e751c-3266-4903-b3d3-643ffdaf075f req-69f2ba3c-7332-422f-9bbc-cc8afe8e9d17 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0538678 Jul 29 15:34:34.081834 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f40e751c-3266-4903-b3d3-643ffdaf075f req-a2f6b973-b637-4175-8e2c-4f92e5cf4fb9 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325375 Jul 29 15:34:34.098984 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:34.133292 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:34.133669 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:34.133983 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Floating IP 2be522c4-2fe8-4536-b733-902a064003b3 disassociated. External IP: 172.27.0.163, port: cb8035ff-f0ce-4791-aa79-6c7faaf71fc7. Jul 29 15:34:34.134323 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Calling delete_port for cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:34.256754 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:34.288145 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event deleted for resources: {'Port': ['ID=cb8035ff-f0ce-4791-aa79-6c7faaf71fc7,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:34.398705 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Router 330cfaee-1ae0-45ce-8f64-069449e2a214 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:34:34.505884 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:34:34.517281 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] Sync routers for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:34:34.526287 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:34.526909 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:34.545917 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] No DVR routers for this DVR port cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:34:34.549138 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:34.551119 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d2fd6690-c989-4851-8dcf-8bbc58cdc53b req-ff8a1857-6172-4067-a4f0-7a84732790e1 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.59 "DELETE /v2.0/ports/cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 HTTP/1.1" status: 204 len: 173 time: 0.7634664 Jul 29 15:34:34.558265 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-deleted', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:34:34.560408 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9e2e21-1df1-45e5-bb73-edb3ad530e31" -d '{"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-deleted", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:34:34.582680 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-07e18592-5d01-4fc2-a151-6bec5ff7e5fa req-c13a1a75-449e-4418-9db9-46b1ddcc41e3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e5111d5-d952-4806-9d0c-eeb23d0e7853 HTTP/1.1" status: 200 len: 210 time: 0.0378511 Jul 29 15:34:34.598796 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f76d403-dcfe-4c53-9a8b-8dfcdee8da38 x-openstack-request-id: req-3f76d403-dcfe-4c53-9a8b-8dfcdee8da38 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:34:34.599437 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5111d5-d952-4806-9d0c-eeb23d0e7853", "name": "network-vif-deleted", "tag": "cb8035ff-f0ce-4791-aa79-6c7faaf71fc7", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:34:34.599694 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f76d403-dcfe-4c53-9a8b-8dfcdee8da38 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:34:34.600078 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5111d5-d952-4806-9d0c-eeb23d0e7853', 'name': 'network-vif-deleted', 'tag': 'cb8035ff-f0ce-4791-aa79-6c7faaf71fc7', 'status': 'completed', 'code': 200} Jul 29 15:34:34.659365 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:34.885957 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:34.912473 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] Checking router: 330cfaee-1ae0-45ce-8f64-069449e2a214 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:34:34.920610 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:34.921249 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:35.026369 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:35.198153 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b0aca-af34-4f0c-b608-74f7dabaaa3b req-0a7bc07c-e187-448c-b909-fb7fc8ffb868 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:35.199550 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bb0b0aca-af34-4f0c-b608-74f7dabaaa3b req-0a7bc07c-e187-448c-b909-fb7fc8ffb868 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0490212 Jul 29 15:34:35.230139 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:35.238785 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bb0b0aca-af34-4f0c-b608-74f7dabaaa3b req-87fd832b-78a6-42e6-90ac-b3276d35d5ab tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329754 Jul 29 15:34:35.259668 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ef7fa-3ed2-476e-91d2-add84d57c232 None None] The sync data for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi is: [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 4, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9f6be9cc-5534-4245-b9e5-627fc63cd163', 'name': '', 'network_id': '4ca45ca6-0dc2-4089-aa60-7a2582b4a106', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'mac_address': 'fa:16:3e:98:1b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:15Z', 'updated_at': '2021-07-29T15:28:22Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'subnets': [{'id': 'c46ef1d1-e012-4c46-8921-e6c634ea9a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:34:35.464782 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774645a-0f9e-4d43-9929-888974a2ff1f None None] New status for floating IP 2be522c4-2fe8-4536-b733-902a064003b3: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:34:36.352517 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c35344-d209-4000-952d-f2811f6de527 req-b9a66ce0-aeb5-4202-9ffe-f17bea1df0f3 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:36.353998 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f0c35344-d209-4000-952d-f2811f6de527 req-b9a66ce0-aeb5-4202-9ffe-f17bea1df0f3 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 944 time: 0.0493279 Jul 29 15:34:36.394313 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f0c35344-d209-4000-952d-f2811f6de527 req-67448a77-0b16-4338-b96f-2f22a59e8d26 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338087 Jul 29 15:34:36.506869 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device fbb9ba0d-28af-448e-b140-2d775e456804 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:34:36.509965 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:34:36.534653 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:34:36.534987 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cb8035ff-f0ce-4791-aa79-6c7faaf71fc7 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:34:36.623448 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port fbb9ba0d-28af-448e-b140-2d775e456804, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=fbb9ba0d-28af-448e-b140-2d775e456804,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:36.633415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'port_id': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'mac_address': 'fa:16:3e:3d:b3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:34:36.669720 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:36.682280 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb9ba0d-28af-448e-b140-2d775e456804 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:34:36.701272 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port fbb9ba0d-28af-448e-b140-2d775e456804, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=fbb9ba0d-28af-448e-b140-2d775e456804,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:36.705816 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:36.721147 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58238) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:36.756559 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=fbb9ba0d-28af-448e-b140-2d775e456804,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:36.763671 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.764020 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.764359 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.764696 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.765072 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.765404 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.765731 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.766195 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.766578 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.766911 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.767236 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.767560 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.775389 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:36.799243 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:36.844431 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:36.847046 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:36.848189 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "DELETE /v2.0/security-groups/1d32a887-9bc6-4a31-a093-acf4ed59768b HTTP/1.1" status: 204 len: 168 time: 0.1260080 Jul 29 15:34:36.851044 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58240) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:36.859264 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d32a887-9bc6-4a31-a093-acf4ed59768b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:36.865594 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.api.v2.resource [None req-ccc7873d-cf33-4898-b253-f98977b6410c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] show failed (client error): The resource could not be found. Jul 29 15:34:36.866590 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ccc7873d-cf33-4898-b253-f98977b6410c tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "GET /v2.0/security-groups/1d32a887-9bc6-4a31-a093-acf4ed59768b HTTP/1.1" status: 404 len: 347 time: 0.0144632 Jul 29 15:34:36.867152 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.867510 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.867855 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.868197 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.868530 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.868891 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.869311 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.869413 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58242) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:36.869645 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.869989 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.870301 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.870625 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.870951 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff191ac-547c-4b00-ba12-9094fb24ebf3 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:34:36.939864 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['fbb9ba0d-28af-448e-b140-2d775e456804'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:34:37.000443 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Deleting port 16d8a1fc-865a-4f83-92d0-52c7cb393278 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:37.000443 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:37.073801 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:37.074027 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:37.085934 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Calling delete_port for 16d8a1fc-865a-4f83-92d0-52c7cb393278 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:37.222063 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:37.248442 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Pushing event deleted for resources: {'Port': ['ID=16d8a1fc-865a-4f83-92d0-52c7cb393278,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:37.309894 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:37.312486 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:37.314319 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-42b4ce5f-84d5-465f-8762-6a083c79e207 tempest-AttachVolumeShelveTestJSON-302732364 tempest-AttachVolumeShelveTestJSON-302732364-project] 10.222.0.10 "DELETE /v2.0/floatingips/2be522c4-2fe8-4536-b733-902a064003b3 HTTP/1.1" status: 204 len: 168 time: 0.4440250 Jul 29 15:34:37.514205 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc6f3e-6cf3-4e3b-af7c-caa58d9761bc req-430bf637-4025-452d-9109-71e39115aebf tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:37.515708 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ddbc6f3e-6cf3-4e3b-af7c-caa58d9761bc req-430bf637-4025-452d-9109-71e39115aebf tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 945 time: 0.0554469 Jul 29 15:34:37.554086 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ddbc6f3e-6cf3-4e3b-af7c-caa58d9761bc req-caa289dc-7615-4593-82ed-293d00d85cc7 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316288 Jul 29 15:34:38.515741 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device fbb9ba0d-28af-448e-b140-2d775e456804 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:34:38.567476 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port fbb9ba0d-28af-448e-b140-2d775e456804 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:34:38.571017 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port fbb9ba0d-28af-448e-b140-2d775e456804 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:34:38.571387 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:38.651320 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:38.675229 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:34:38.677883 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53926aae-bb75-458a-a286-d205aa43e58f" -d '{"events": [{"server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "name": "network-vif-plugged", "status": "completed", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:34:38.686769 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52154f69-d999-4998-b80a-0e219b3b0c86 req-53999258-43cf-4bd8-b637-4909d188218f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:38.688403 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-52154f69-d999-4998-b80a-0e219b3b0c86 req-53999258-43cf-4bd8-b637-4909d188218f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 945 time: 0.0599101 Jul 29 15:34:38.692174 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port fbb9ba0d-28af-448e-b140-2d775e456804, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=fbb9ba0d-28af-448e-b140-2d775e456804,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:38.696833 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:38.727067 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d405a619-608c-4353-b477-27ddcef30360 x-openstack-request-id: req-d405a619-608c-4353-b477-27ddcef30360 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:34:38.727360 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "name": "network-vif-plugged", "status": "completed", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:34:38.727610 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d405a619-608c-4353-b477-27ddcef30360 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:34:38.727995 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'code': 200} Jul 29 15:34:38.732677 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-52154f69-d999-4998-b80a-0e219b3b0c86 req-0b07baaf-59df-48bb-8076-816598e1edfb tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365515 Jul 29 15:34:38.770232 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=fbb9ba0d-28af-448e-b140-2d775e456804,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:38.928658 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6118300-ab81-4fba-9aa5-5c72261411ce req-c170d45d-964a-467b-9e17-4453dbcdf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:38.930159 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6118300-ab81-4fba-9aa5-5c72261411ce req-c170d45d-964a-467b-9e17-4453dbcdf1bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 1099 time: 0.0416234 Jul 29 15:34:38.964286 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a6118300-ab81-4fba-9aa5-5c72261411ce req-a7e3a0b3-c491-4a86-a4c1-66b5f1f4c602 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272384 Jul 29 15:34:39.740945 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58274) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:39.861901 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58a5e-45a9-4715-8823-9985a2aec3ec req-bc9c67ec-2d7e-45cd-9d2e-35795a593d30 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:39.869057 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23e58a5e-45a9-4715-8823-9985a2aec3ec req-bc9c67ec-2d7e-45cd-9d2e-35795a593d30 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 946 time: 0.0605879 Jul 29 15:34:39.902457 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23e58a5e-45a9-4715-8823-9985a2aec3ec req-df1e0fc6-1809-4452-ab13-a677f9780650 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Jul 29 15:34:40.085145 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72145e8d-b876-4546-a810-c971869b4884 req-5a2acceb-f29a-4d05-9e03-f597c882178f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:40.086617 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-72145e8d-b876-4546-a810-c971869b4884 req-5a2acceb-f29a-4d05-9e03-f597c882178f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 946 time: 0.1181331 Jul 29 15:34:40.152845 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-72145e8d-b876-4546-a810-c971869b4884 req-15a9cc97-beea-4ac9-ae2f-736f238b7a27 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587294 Jul 29 15:34:40.175364 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58292) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:40.221120 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc7aaa-38f2-4d4f-b402-cdb4dbb4d152 tempest-TestVolumeBootPattern-1485117880 tempest-TestVolumeBootPattern-1485117880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:40.225377 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-e6bc7aaa-38f2-4d4f-b402-cdb4dbb4d152 tempest-TestVolumeBootPattern-1485117880 tempest-TestVolumeBootPattern-1485117880-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 1094 time: 0.0462940 Jul 29 15:34:40.225684 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58296) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:40.230023 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Request body: {'floatingip': {'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'port_id': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:34:40.254088 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:40.276421 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:40.365207 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:40.486391 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Allocated IP 172.27.0.15 (c23813b6-c80e-47f1-bc2a-e286cd843c9f/8daf4e0e-7210-4a48-af4f-11d80b90a63b/49158dcc-13b4-4739-a0b7-d2818e4138be) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:34:40.551558 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Deleting port 9f6be9cc-5534-4245-b9e5-627fc63cd163 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:40.552114 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:40.588678 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:40.627691 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:40.649878 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] For port 9f6be9cc-5534-4245-b9e5-627fc63cd163, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9f6be9cc-5534-4245-b9e5-627fc63cd163,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:40.650240 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:40.663423 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Calling delete_port for 9f6be9cc-5534-4245-b9e5-627fc63cd163 owned by network:router_interface {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:40.669863 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Network c23813b6-c80e-47f1-bc2a-e286cd843c9f is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:34:40.672793 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:34:40.676352 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:34:40.683745 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=49158dcc-13b4-4739-a0b7-d2818e4138be,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:40.852864 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:40.880595 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6be9cc-5534-4245-b9e5-627fc63cd163,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:41.062882 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.064705 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.141312 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.291375 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Router 330cfaee-1ae0-45ce-8f64-069449e2a214 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:34:41.302891 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.308312 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.380721 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event updated for resources: {'Port': ['ID=49158dcc-13b4-4739-a0b7-d2818e4138be,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:41.394020 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.410661 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:34:41.415996 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-bc25dcc7-b421-471a-87af-5f46156666a1 admin admin] 10.222.0.10 "PUT /v2.0/routers/330cfaee-1ae0-45ce-8f64-069449e2a214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6739857 Jul 29 15:34:41.418596 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58304) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:41.422584 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] Sync routers for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:34:41.443467 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:41.444113 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:41.513101 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Floating IP ab20188c-cf3d-46b3-9ea1-1e369827f907 associated. External IP: 172.27.0.15, port: fbb9ba0d-28af-448e-b140-2d775e456804. Jul 29 15:34:41.535584 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.582011 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.607701 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:41.658899 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.730299 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Deleting port 523d3d33-fb8a-4564-a54a-56726a305814 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:41.731009 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.794536 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:34:41.853338 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] For port 523d3d33-fb8a-4564-a54a-56726a305814, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=523d3d33-fb8a-4564-a54a-56726a305814,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:41.853847 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.876488 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Calling delete_port for 523d3d33-fb8a-4564-a54a-56726a305814 owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:41.930467 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:34:41.946748 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:34:41.957170 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:41.957382 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.958475 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:41.989122 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-cdcd0059-5d66-4527-a8cc-1800fdb5ce0e tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7623551 Jul 29 15:34:41.989684 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:34:41.992209 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916" -d '{"events": [{"name": "network-changed", "server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:34:42.023508 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '523d3d33-fb8a-4564-a54a-56726a305814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:34:40Z', 'revision_number': 5, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port': {'id': '523d3d33-fb8a-4564-a54a-56726a305814', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:42.037435 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa828e5-726d-4db8-b48d-ea4b228c576d x-openstack-request-id: req-1fa828e5-726d-4db8-b48d-ea4b228c576d {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:34:42.037961 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:34:42.038394 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fa828e5-726d-4db8-b48d-ea4b228c576d {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:34:42.039015 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'status': 'completed', 'code': 200} Jul 29 15:34:42.056802 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] Checking router: 330cfaee-1ae0-45ce-8f64-069449e2a214 for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:34:42.069078 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] Routers {'330cfaee-1ae0-45ce-8f64-069449e2a214'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:42.069947 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['330cfaee-1ae0-45ce-8f64-069449e2a214'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:42.087610 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:42.117869 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-a1439662-6349-46e1-a046-3bf1d6d90a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:42.120348 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-a1439662-6349-46e1-a046-3bf1d6d90a9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 1099 time: 0.0569811 Jul 29 15:34:42.163976 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] Set router 330cfaee-1ae0-45ce-8f64-069449e2a214 gateway port host: None {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:42.223720 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:34:41Z', 'revision_number': 6, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port_host': None}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:42.253967 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102918b-3b0b-48c1-bf5a-422cb8bb4aaf None None] The sync data for ids ['330cfaee-1ae0-45ce-8f64-069449e2a214'] in dv-cinder-789564-8-iscsi is: [{'id': '330cfaee-1ae0-45ce-8f64-069449e2a214', 'name': 'tempest-AttachVolumeShelveTestJSON-193536500-router', 'tenant_id': '6f69db43d60a47ebbf8b489917813763', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:11Z', 'updated_at': '2021-07-29T15:34:41Z', 'revision_number': 6, 'project_id': '6f69db43d60a47ebbf8b489917813763', 'gw_port_host': None}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:34:42.290018 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-6c6d116c-9828-4060-ba85-77acda3d0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:42.291828 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-6c6d116c-9828-4060-ba85-77acda3d0bd4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.1473320 Jul 29 15:34:42.337114 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.368610 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=523d3d33-fb8a-4564-a54a-56726a305814,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:42.378377 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:37Z', 'revision_number': 1, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}, {'id': 'ab20188c-cf3d-46b3-9ea1-1e369827f907', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:3d:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:34:40Z', 'updated_at': '2021-07-29T15:34:40Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:42.405311 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:34:42.414752 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:42.415182 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-84608505-e32e-44f5-a561-e670251119fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb9ba0d-28af-448e-b140-2d775e456804 HTTP/1.1" status: 200 len: 999 time: 0.1150904 Jul 29 15:34:42.415657 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:42.424221 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-73cfdfc4-f661-4a25-b8c3-d4d39bd3d3d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796785 Jul 29 15:34:42.430378 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.500223 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-280b7e0a-6f71-45c2-8bec-6aa8ab5e93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:42.502504 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-280b7e0a-6f71-45c2-8bec-6aa8ab5e93a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0773470 Jul 29 15:34:42.520998 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-a7f5e090-150d-46aa-bbf0-eae44ea280c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:42.522593 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-a7f5e090-150d-46aa-bbf0-eae44ea280c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 1098 time: 0.0668564 Jul 29 15:34:42.522999 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.538413 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.561953 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:42.586376 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.587553 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330cfaee-1ae0-45ce-8f64-069449e2a214 {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:34:42.599328 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.601410 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-dae0e5ac-4517-45f7-9178-5797e82e7d6d admin admin] 10.222.0.10 "DELETE /v2.0/routers/330cfaee-1ae0-45ce-8f64-069449e2a214 HTTP/1.1" status: 204 len: 168 time: 1.1819441 Jul 29 15:34:42.604406 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58320) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:42.664381 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa25b4c-28c4-453b-87e2-36ec498470b7 admin admin] Deleting subnet c46ef1d1-e012-4c46-8921-e6c634ea9a4c {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:34:42.672770 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b4c-28c4-453b-87e2-36ec498470b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.720297 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b4c-28c4-453b-87e2-36ec498470b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32668416'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.815930 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b4c-28c4-453b-87e2-36ec498470b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.851334 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:37Z', 'revision_number': 1, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}, {'id': 'ab20188c-cf3d-46b3-9ea1-1e369827f907', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:3d:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:34:40Z', 'updated_at': '2021-07-29T15:34:40Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:42.886485 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b4c-28c4-453b-87e2-36ec498470b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33462987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33260767'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.890814 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62ab363-a616-466d-ac01-100fae919e7d None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:37Z', 'revision_number': 1, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}, {'id': 'ab20188c-cf3d-46b3-9ea1-1e369827f907', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.15', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:3d:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:34:40Z', 'updated_at': '2021-07-29T15:34:40Z', 'revision_number': 0, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:34:42.917943 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa25b4c-28c4-453b-87e2-36ec498470b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46ef1d1-e012-4c46-8921-e6c634ea9a4c,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:42.920163 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9aa25b4c-28c4-453b-87e2-36ec498470b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:42.922072 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-9aa25b4c-28c4-453b-87e2-36ec498470b7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c46ef1d1-e012-4c46-8921-e6c634ea9a4c HTTP/1.1" status: 204 len: 168 time: 0.3166661 Jul 29 15:34:42.926077 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58326) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:42.932765 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac1a2dc-6176-44fd-990d-37a6e982e2b4 None None] Network 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:34:42.934732 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-ee8dc9ec-3fb5-4059-b451-4bc69b160d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:42.936891 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-ee8dc9ec-3fb5-4059-b451-4bc69b160d32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4253821 Jul 29 15:34:43.018183 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-adf864cc-8fa7-4704-841f-b7f22c7fbd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:43.019663 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-adf864cc-8fa7-4704-841f-b7f22c7fbd40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.4718628 Jul 29 15:34:43.031558 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.121633 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Deleting port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:43.123030 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.123214 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-4a940c2b-eebb-4b34-a904-329d611e6dcc service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775100 Jul 29 15:34:43.145323 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-9db2f028-27f3-4441-b3ed-affebea12c13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc HTTP/1.1" status: 200 len: 1001 time: 0.1176610 Jul 29 15:34:43.200876 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] For port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc,segment=NetworkSegment(36e222dc-de34-4f20-bd70-1956e48f7cdc),segment_id=36e222dc-de34-4f20-bd70-1956e48f7cdc)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:43.201555 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.229997 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Calling delete_port for 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:43.261902 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-27ac7091-8e29-40d4-9467-7ee7ed217b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:43.263377 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-27ac7091-8e29-40d4-9467-7ee7ed217b2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.1065478 Jul 29 15:34:43.308854 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] DHCP port deletion for 4ca45ca6-0dc2-4089-aa60-7a2582b4a106 request from dv-cinder-789564-8-iscsi {{(pid=93123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:34:43.320037 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-de2fa1a0-4b6a-46ab-a76d-3e03e9f2e916 req-b7ecbf91-e045-4235-b9aa-97e680d1e7d2 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885209 Jul 29 15:34:43.342082 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-4ed50013-9cfb-4d51-92c8-3c1bd5a14160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:43.344287 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-4ed50013-9cfb-4d51-92c8-3c1bd5a14160 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672777 Jul 29 15:34:43.365548 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.384089 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c62a37e-e68f-4ad3-819c-9cd894291716 None None] New status for floating IP ab20188c-cf3d-46b3-9ea1-1e369827f907: ACTIVE {{(pid=93123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:34:43.391242 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] No DVR routers for this DVR port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc on host dv-cinder-789564-8-iscsi {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:34:43.479124 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:43.497462 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-2afe3d9e-82e7-4bc0-b086-b3b9b0488fb0 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376693 Jul 29 15:34:43.516938 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] Deleting port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc {{(pid=93123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:43.516938 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.546366 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.563254 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca45ca6-0dc2-4089-aa60-7a2582b4a106']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:43.575425 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e222dc-de34-4f20-bd70-1956e48f7cdc') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:43.575858 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e222dc-de34-4f20-bd70-1956e48f7cdc') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:43.596518 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1711485-3839-4279-be47-770cf173fcf0 req-eee11a79-1ee8-4c24-942f-8c76ae1e75c8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:43.598307 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c1711485-3839-4279-be47-770cf173fcf0 req-eee11a79-1ee8-4c24-942f-8c76ae1e75c8 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 945 time: 0.1212201 Jul 29 15:34:43.601114 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] For port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc, host dv-cinder-789564-8-iscsi, got binding levels [] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:43.601712 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.602438 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.616023 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4971a865-d5d5-4a76-846a-856e1153e3b7 req-c646f30a-54f4-4319-b542-56a48da345f9 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092484 Jul 29 15:34:43.632449 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.645182 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] Calling delete_port for 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc owned by network:dhcp {{(pid=93123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:43.645289 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:34:43.645628 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:34:43.647319 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:34:43.649793 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.ipam_backend_mixin [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] Port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc was not found and therefore no delete operation was performed {{(pid=93123) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:34:43.651235 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734'] for port, after_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.684280 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] Pushing event deleted for resources: {'Port': ['ID=2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc,revision_number=None']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:43.686414 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a7f27-8f88-4e75-873a-4a77ce6d10c6 None None] No DVR routers for this DVR port 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc on host dv-cinder-789564-8-iscsi {{(pid=93123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:34:43.709771 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c1711485-3839-4279-be47-770cf173fcf0 req-da8d4504-5b2f-40d2-a99e-bfe831eb5c5e tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002910 Jul 29 15:34:43.729698 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.736200 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.738022 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] 10.222.0.10 "DELETE /v2.0/networks/4ca45ca6-0dc2-4089-aa60-7a2582b4a106 HTTP/1.1" status: 204 len: 168 time: 0.8099093 Jul 29 15:34:43.748424 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b61de1-f400-4cb8-ba91-735b5eef5b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca45ca6-0dc2-4089-aa60-7a2582b4a106,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:43.849211 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58340) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:43.888934 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a185d7d7-4b68-469f-9ba7-e3c3baf0cbae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f69db43d60a47ebbf8b489917813763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385756 Jul 29 15:34:43.891347 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58342) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:43.895048 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:34:43.915531 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:34:43.915879 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 2e946ecc-cb30-4bb6-9f83-6d2f612f6bfc not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:34:43.916298 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 523d3d33-fb8a-4564-a54a-56726a305814 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:34:43.937640 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 523d3d33-fb8a-4564-a54a-56726a305814 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:34:43.938303 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 523d3d33-fb8a-4564-a54a-56726a305814 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:34:43.938303 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9f6be9cc-5534-4245-b9e5-627fc63cd163 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:34:43.944290 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dd03ce2f-9c4e-4504-9e6a-d0f2a79fa1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:43.957120 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 9f6be9cc-5534-4245-b9e5-627fc63cd163 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:34:43.957452 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9f6be9cc-5534-4245-b9e5-627fc63cd163 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:34:43.966495 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dd03ce2f-9c4e-4504-9e6a-d0f2a79fa1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:44.013142 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dd03ce2f-9c4e-4504-9e6a-d0f2a79fa1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:44.015675 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-dd03ce2f-9c4e-4504-9e6a-d0f2a79fa1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:44.017392 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-dd03ce2f-9c4e-4504-9e6a-d0f2a79fa1c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f50e7d4b-9bd4-4d93-a0ee-8a96204545ea HTTP/1.1" status: 204 len: 168 time: 0.1240640 Jul 29 15:34:44.025034 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03ce2f-9c4e-4504-9e6a-d0f2a79fa1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e7d4b-9bd4-4d93-a0ee-8a96204545ea,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:44.828576 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dd704-0cc9-4011-9f42-68b87da3b6c4 req-a0cf67c4-51e0-4e79-9086-7e68408821c3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:44.830842 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c49dd704-0cc9-4011-9f42-68b87da3b6c4 req-a0cf67c4-51e0-4e79-9086-7e68408821c3 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 945 time: 0.0492988 Jul 29 15:34:44.870996 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-c49dd704-0cc9-4011-9f42-68b87da3b6c4 req-3a717676-73f4-43a0-94f8-edc3eb40e324 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups?id=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Jul 29 15:34:45.163545 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946aeae-af1e-45af-a52e-4db276b98080 req-9de6844b-2921-43f2-9e29-9958536c85a1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:45.165050 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4946aeae-af1e-45af-a52e-4db276b98080 req-9de6844b-2921-43f2-9e29-9958536c85a1 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 945 time: 0.0530586 Jul 29 15:34:45.256463 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Deleting port d95a4ef4-2fcc-4021-9528-8f94407fe48b {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:45.256806 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.366468 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] For port d95a4ef4-2fcc-4021-9528-8f94407fe48b, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=d95a4ef4-2fcc-4021-9528-8f94407fe48b,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:45.366923 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.539787 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.540168 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2092102'] for floatingip, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.540485 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Floating IP 9a823974-e653-40a6-924c-3c067847ef1a disassociated. External IP: 172.27.0.146, port: d95a4ef4-2fcc-4021-9528-8f94407fe48b. Jul 29 15:34:45.540850 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Calling delete_port for d95a4ef4-2fcc-4021-9528-8f94407fe48b owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:45.650018 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58396) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:45.677067 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.705769 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event deleted for resources: {'Port': ['ID=d95a4ef4-2fcc-4021-9528-8f94407fe48b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:45.757498 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-79dbb90d-5403-4993-9769-0feeb4cf4d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.824600 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Router 32377aac-768f-47d3-8e49-e9443ece85d8 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:34:45.851413 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-79dbb90d-5403-4993-9769-0feeb4cf4d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.855247 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-79dbb90d-5403-4993-9769-0feeb4cf4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.893988 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-79dbb90d-5403-4993-9769-0feeb4cf4d63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a698bb4a7b749268dd0f434d0b3baf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426982 Jul 29 15:34:45.894885 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbb90d-5403-4993-9769-0feeb4cf4d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff25d2-2aec-4dbd-9cf5-0a13052d312e,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:45.897212 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58402) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:45.942221 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:34:45.947812 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b9b1776e-557f-4409-92d2-de6c40ec5b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.957033 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] Sync routers for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:34:45.966623 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:45.967220 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:45.986093 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] No DVR routers for this DVR port d95a4ef4-2fcc-4021-9528-8f94407fe48b on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:34:45.988523 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:45.990536 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4946aeae-af1e-45af-a52e-4db276b98080 req-69973bfc-27ea-4ed2-9440-3850a1d88d96 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.59 "DELETE /v2.0/ports/d95a4ef4-2fcc-4021-9528-8f94407fe48b HTTP/1.1" status: 204 len: 173 time: 0.8198390 Jul 29 15:34:45.990971 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'name': 'network-vif-deleted', 'tag': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:34:45.993268 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11067bfb-729e-4191-a5fb-b1e76a39a415" -d '{"events": [{"server_uuid": "76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda", "name": "network-vif-deleted", "tag": "d95a4ef4-2fcc-4021-9528-8f94407fe48b"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:34:45.999062 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5cc1f469-0f3e-403b-94da-e42b2b687402 req-9d80cb91-6bcb-4b49-8bdb-8a1523bcb932 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/ports?device_id=76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda HTTP/1.1" status: 200 len: 210 time: 0.0378766 Jul 29 15:34:46.002130 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b9b1776e-557f-4409-92d2-de6c40ec5b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.054258 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c98a16d-ef5b-48df-b9c2-a53e74338630 x-openstack-request-id: req-4c98a16d-ef5b-48df-b9c2-a53e74338630 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:34:46.054714 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda", "name": "network-vif-deleted", "tag": "d95a4ef4-2fcc-4021-9528-8f94407fe48b", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:34:46.055036 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c98a16d-ef5b-48df-b9c2-a53e74338630 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:34:46.057132 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76fe8001-7ff5-4d59-a0ef-0ee7d38f9dda', 'name': 'network-vif-deleted', 'tag': 'd95a4ef4-2fcc-4021-9528-8f94407fe48b', 'status': 'completed', 'code': 200} Jul 29 15:34:46.060718 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b9b1776e-557f-4409-92d2-de6c40ec5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.063524 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-b9b1776e-557f-4409-92d2-de6c40ec5b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.064874 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-b9b1776e-557f-4409-92d2-de6c40ec5b9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cff25d2-2aec-4dbd-9cf5-0a13052d312e HTTP/1.1" status: 204 len: 168 time: 0.1666687 Jul 29 15:34:46.073466 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1776e-557f-4409-92d2-de6c40ec5b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff25d2-2aec-4dbd-9cf5-0a13052d312e,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:46.118502 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:46.343432 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:46.368947 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] Checking router: 32377aac-768f-47d3-8e49-e9443ece85d8 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:34:46.369387 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58410) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:46.378037 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:46.378621 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:46.384341 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9b57cf2f-97a2-4692-9d2a-6331f5081089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.495805 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9b57cf2f-97a2-4692-9d2a-6331f5081089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.500912 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9b57cf2f-97a2-4692-9d2a-6331f5081089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.553111 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58412) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:46.565477 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-9b57cf2f-97a2-4692-9d2a-6331f5081089 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=181dd977772547dfa6ad2f0f717a26bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945844 Jul 29 15:34:46.566763 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57cf2f-97a2-4692-9d2a-6331f5081089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380d9deb-dcbf-42a7-8a95-e3fcefa72649,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:46.608312 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:46.619254 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6b2d83dd-b541-43b9-9ccb-b842256249c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.640902 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6b2d83dd-b541-43b9-9ccb-b842256249c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.688484 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6b2d83dd-b541-43b9-9ccb-b842256249c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.691207 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6b2d83dd-b541-43b9-9ccb-b842256249c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:46.692369 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-6b2d83dd-b541-43b9-9ccb-b842256249c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/380d9deb-dcbf-42a7-8a95-e3fcefa72649 HTTP/1.1" status: 204 len: 168 time: 0.1363587 Jul 29 15:34:46.700031 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d83dd-b541-43b9-9ccb-b842256249c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380d9deb-dcbf-42a7-8a95-e3fcefa72649,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:46.811227 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:46.840602 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2216dc65-2580-4b8b-b576-58e890d666d5 None None] The sync data for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi is: [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:30:02Z', 'revision_number': 4, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '9bda8306-f925-4867-bf73-eabfdf956346', 'name': '', 'network_id': '928be02d-3dd2-484f-b46b-bb008e37c62b', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'mac_address': 'fa:16:3e:a9:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:02Z', 'updated_at': '2021-07-29T15:30:09Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'subnets': [{'id': 'bf469a9f-110c-4a10-8ccf-84084279dc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:34:47.061638 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a324ae40-38e7-480c-8c16-b1687b802f67 None None] New status for floating IP 9a823974-e653-40a6-924c-3c067847ef1a: DOWN {{(pid=93123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:34:47.100310 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58430) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:47.159816 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c94a62c5-e03d-418f-a227-fc66520576b9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.191812 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c94a62c5-e03d-418f-a227-fc66520576b9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.246314 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c94a62c5-e03d-418f-a227-fc66520576b9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.248871 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c94a62c5-e03d-418f-a227-fc66520576b9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.253208 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-c94a62c5-e03d-418f-a227-fc66520576b9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "DELETE /v2.0/security-groups/b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5 HTTP/1.1" status: 204 len: 168 time: 0.1485581 Jul 29 15:34:47.254114 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58436) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:47.260756 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a62c5-e03d-418f-a227-fc66520576b9 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:47.270622 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.api.v2.resource [None req-a10d4c03-43cc-42b6-80c8-431fa8836068 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] show failed (client error): The resource could not be found. Jul 29 15:34:47.271653 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a10d4c03-43cc-42b6-80c8-431fa8836068 tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "GET /v2.0/security-groups/b91e7c9d-ab88-418c-9bcd-ec0d4104d3d5 HTTP/1.1" status: 404 len: 347 time: 0.0155373 Jul 29 15:34:47.274708 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58440) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:47.404391 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Deleting port c8f4c2a4-801e-4f55-a58d-1cc1ff2c0f6f {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:47.404627 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.480708 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.481066 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.493689 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Calling delete_port for c8f4c2a4-801e-4f55-a58d-1cc1ff2c0f6f owned by network:floatingip {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:47.635047 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.667695 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Pushing event deleted for resources: {'Port': ['ID=c8f4c2a4-801e-4f55-a58d-1cc1ff2c0f6f,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:47.736293 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks [] for floatingip, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.739013 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:47.740188 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a35096af-cadb-4072-8057-eb81d6b5231d tempest-AttachVolumeTestJSON-917375524 tempest-AttachVolumeTestJSON-917375524-project] 10.222.0.10 "DELETE /v2.0/floatingips/9a823974-e653-40a6-924c-3c067847ef1a HTTP/1.1" status: 204 len: 168 time: 0.4644327 Jul 29 15:34:47.949106 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42a1e6-fc9e-4474-9117-1f304d58894c req-439d34de-2aab-4b64-ab2b-29cac51189b6 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:47.950600 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8f42a1e6-fc9e-4474-9117-1f304d58894c req-439d34de-2aab-4b64-ab2b-29cac51189b6 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0490298 Jul 29 15:34:47.990632 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8f42a1e6-fc9e-4474-9117-1f304d58894c req-15063c0e-777c-4003-bdfa-136135a79699 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Jul 29 15:34:48.579874 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device d95a4ef4-2fcc-4021-9528-8f94407fe48b no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:34:48.601759 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: d95a4ef4-2fcc-4021-9528-8f94407fe48b {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:34:48.602097 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device d95a4ef4-2fcc-4021-9528-8f94407fe48b not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:34:49.108792 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c72a76-9d30-4946-aaec-f51044024398 req-ea100503-fc28-479d-8648-ee52fca125c2 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:49.110269 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-40c72a76-9d30-4946-aaec-f51044024398 req-ea100503-fc28-479d-8648-ee52fca125c2 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0483584 Jul 29 15:34:49.149339 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-40c72a76-9d30-4946-aaec-f51044024398 req-d8fc85eb-4430-4d0e-b4de-858776f0c4f8 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 Jul 29 15:34:50.270136 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922bd09-bc0b-401f-a01d-6ca68ae62ee7 req-c2a46f58-8264-4ee8-8131-5560b87c8d01 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:50.271591 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4922bd09-bc0b-401f-a01d-6ca68ae62ee7 req-c2a46f58-8264-4ee8-8131-5560b87c8d01 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0514843 Jul 29 15:34:50.308971 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4922bd09-bc0b-401f-a01d-6ca68ae62ee7 req-f1de2d0d-e4b8-417a-afad-e37e9fa5a0ab tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Jul 29 15:34:51.429348 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaad678-5127-46ae-a342-893b957859f9 req-f552f650-d23e-4d2d-85d0-6e925e923db1 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:51.430810 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1eaad678-5127-46ae-a342-893b957859f9 req-f552f650-d23e-4d2d-85d0-6e925e923db1 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0483692 Jul 29 15:34:51.472722 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1eaad678-5127-46ae-a342-893b957859f9 req-56b68768-6597-4dcc-ae9a-d07610b83247 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361230 Jul 29 15:34:52.588042 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc30797-b08e-42e8-b649-198ec613a928 req-1a37502b-fc76-498d-8541-d474370ab501 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:52.589526 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1bc30797-b08e-42e8-b649-198ec613a928 req-1a37502b-fc76-498d-8541-d474370ab501 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0518713 Jul 29 15:34:52.626790 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1bc30797-b08e-42e8-b649-198ec613a928 req-7d39517a-2570-44cb-90cb-761f533811d0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304146 Jul 29 15:34:53.410845 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58522) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:53.742942 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9f748-c199-49fd-903a-1d980b68e332 req-4a485004-2206-40b2-ab07-4bbe138c1ae0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:53.744309 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-35f9f748-c199-49fd-903a-1d980b68e332 req-4a485004-2206-40b2-ab07-4bbe138c1ae0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0500386 Jul 29 15:34:53.753674 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:53.786043 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-35f9f748-c199-49fd-903a-1d980b68e332 req-89052a4c-67f7-405c-8458-56a669cf0199 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346096 Jul 29 15:34:54.014925 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Deleting port 9bda8306-f925-4867-bf73-eabfdf956346 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:54.015254 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:54.110114 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] For port 9bda8306-f925-4867-bf73-eabfdf956346, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9bda8306-f925-4867-bf73-eabfdf956346,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:54.110475 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:54.123819 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Calling delete_port for 9bda8306-f925-4867-bf73-eabfdf956346 owned by network:router_interface {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:54.303101 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:54.327857 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bda8306-f925-4867-bf73-eabfdf956346,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:54.488264 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:54.694490 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Router 32377aac-768f-47d3-8e49-e9443ece85d8 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:34:54.795180 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:34:54.801004 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-54425493-b42c-447b-bcb2-1de5ded8dc74 admin admin] 10.222.0.10 "PUT /v2.0/routers/32377aac-768f-47d3-8e49-e9443ece85d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3890464 Jul 29 15:34:54.803564 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58542) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:54.804732 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] Sync routers for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:34:54.814448 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:54.815130 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:54.922991 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:54.945335 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ec043-04dc-4417-ab21-1bf801d7da85 req-d7f34c87-6bd8-44f3-8660-855a95664a74 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:54.946706 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ae7ec043-04dc-4417-ab21-1bf801d7da85 req-d7f34c87-6bd8-44f3-8660-855a95664a74 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0907671 Jul 29 15:34:54.947791 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks [] for router, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.050568 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-ae7ec043-04dc-4417-ab21-1bf801d7da85 req-1e1f39ec-caa9-428e-afbf-a1f3a0ccefa9 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679083 Jul 29 15:34:55.072772 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.100211 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:34:54Z', 'revision_number': 5, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port': {'id': 'e8832a53-443d-485d-8f95-4fd6ecade98a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:30:00Z', 'updated_at': '2021-07-29T15:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:55.125724 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] Checking router: 32377aac-768f-47d3-8e49-e9443ece85d8 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:34:55.130684 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Deleting port e8832a53-443d-485d-8f95-4fd6ecade98a {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:55.131029 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.134153 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] Routers {'32377aac-768f-47d3-8e49-e9443ece85d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:34:55.134756 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:34:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['32377aac-768f-47d3-8e49-e9443ece85d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:55.210362 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] For port e8832a53-443d-485d-8f95-4fd6ecade98a, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e8832a53-443d-485d-8f95-4fd6ecade98a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:55.210631 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.223412 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] Set router 32377aac-768f-47d3-8e49-e9443ece85d8 gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:34:55.230254 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Calling delete_port for e8832a53-443d-485d-8f95-4fd6ecade98a owned by network:router_gateway {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:55.276043 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:34:55Z', 'revision_number': 6, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port_host': None}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:55.301263 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeeed4f6-471f-4fe7-a668-2b9ee8b0ed1b None None] The sync data for ids ['32377aac-768f-47d3-8e49-e9443ece85d8'] in dv-cinder-789564-8-iscsi is: [{'id': '32377aac-768f-47d3-8e49-e9443ece85d8', 'name': 'tempest-AttachVolumeTestJSON-2115626648-router', 'tenant_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:29:59Z', 'updated_at': '2021-07-29T15:34:55Z', 'revision_number': 6, 'project_id': '3c7cd2c5f9ec4e05981eacce42ed5f14', 'gw_port_host': None}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:34:55.654073 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.680466 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8832a53-443d-485d-8f95-4fd6ecade98a,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:55.748475 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.834822 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.836746 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.881277 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.882150 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32377aac-768f-47d3-8e49-e9443ece85d8 {{(pid=93122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:34:55.888775 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.889976 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-72434473-092a-470a-ba04-42f3dc7f588a admin admin] 10.222.0.10 "DELETE /v2.0/routers/32377aac-768f-47d3-8e49-e9443ece85d8 HTTP/1.1" status: 204 len: 168 time: 1.0854900 Jul 29 15:34:55.892444 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58550) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:55.935025 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e067257-5684-4fc0-a9e9-933bc3464b04 admin admin] Deleting subnet bf469a9f-110c-4a10-8ccf-84084279dc8d {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:34:55.937902 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e067257-5684-4fc0-a9e9-933bc3464b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:55.974748 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e067257-5684-4fc0-a9e9-933bc3464b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30018021'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.058232 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e067257-5684-4fc0-a9e9-933bc3464b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.113979 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9bda8306-f925-4867-bf73-eabfdf956346 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:34:56.128271 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e067257-5684-4fc0-a9e9-933bc3464b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30213450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30128896'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.146817 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 9bda8306-f925-4867-bf73-eabfdf956346 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:34:56.147515 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9bda8306-f925-4867-bf73-eabfdf956346 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:34:56.148134 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e8832a53-443d-485d-8f95-4fd6ecade98a no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:34:56.160939 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e067257-5684-4fc0-a9e9-933bc3464b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf469a9f-110c-4a10-8ccf-84084279dc8d,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:56.164633 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-2e067257-5684-4fc0-a9e9-933bc3464b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.169298 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-2e067257-5684-4fc0-a9e9-933bc3464b04 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bf469a9f-110c-4a10-8ccf-84084279dc8d HTTP/1.1" status: 204 len: 168 time: 0.2758446 Jul 29 15:34:56.170125 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58556) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:56.178010 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345ace7-3dc5-48fc-a694-1392644be5f6 None None] Network 928be02d-3dd2-484f-b46b-bb008e37c62b requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:34:56.180226 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: e8832a53-443d-485d-8f95-4fd6ecade98a {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:34:56.180557 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e8832a53-443d-485d-8f95-4fd6ecade98a not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:34:56.242207 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe12ec8-2fa3-437a-a7c2-394ae1689f93 req-67438671-494d-43cc-9010-f63bcebeee3a tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:56.243829 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4fe12ec8-2fa3-437a-a7c2-394ae1689f93 req-67438671-494d-43cc-9010-f63bcebeee3a tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.1176178 Jul 29 15:34:56.278636 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.302078 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4fe12ec8-2fa3-437a-a7c2-394ae1689f93 req-94f93eb1-4996-4244-88af-cae7bfc8cf60 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517659 Jul 29 15:34:56.354869 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Deleting port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:56.355213 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.388086 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] DHCP port deletion for 928be02d-3dd2-484f-b46b-bb008e37c62b request from dv-cinder-789564-8-iscsi {{(pid=93123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:34:56.425294 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] For port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:56.425661 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.436803 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] Deleting port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 {{(pid=93123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:34:56.437119 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.443752 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Calling delete_port for 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:56.498140 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] For port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,segment=NetworkSegment(618bacb6-0130-4c38-8cae-4513cf5d2c6c),segment_id=618bacb6-0130-4c38-8cae-4513cf5d2c6c)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:34:56.498528 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.511536 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] Calling delete_port for 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 owned by network:dhcp {{(pid=93123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:34:56.529729 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.554702 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:56.558808 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] No DVR routers for this DVR port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 on host dv-cinder-789564-8-iscsi {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:34:56.598464 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734'] for port, after_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.621078 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] Pushing event deleted for resources: {'Port': ['ID=3d0aee7b-e7f3-4354-91b1-e6b955584ff5,revision_number=None']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:56.626461 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa83252-ed47-4ba4-9ab0-6eec798b603e None None] No DVR routers for this DVR port 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 on host dv-cinder-789564-8-iscsi {{(pid=93123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:34:56.638739 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.649253 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928be02d-3dd2-484f-b46b-bb008e37c62b']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:56.659862 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618bacb6-0130-4c38-8cae-4513cf5d2c6c') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:56.660145 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618bacb6-0130-4c38-8cae-4513cf5d2c6c') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:34:56.668531 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.682868 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.691931 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:34:56.692252 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:34:56.693908 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:34:56.745954 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.751444 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.754164 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] 10.222.0.10 "DELETE /v2.0/networks/928be02d-3dd2-484f-b46b-bb008e37c62b HTTP/1.1" status: 204 len: 168 time: 0.5825114 Jul 29 15:34:56.765099 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fe465-c528-4d6c-9ab2-1263c5ce1e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=928be02d-3dd2-484f-b46b-bb008e37c62b,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:56.915674 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58560) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:56.962760 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-be5fcccf-853f-4d55-91f1-c4e133af5b4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c7cd2c5f9ec4e05981eacce42ed5f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458479 Jul 29 15:34:56.965049 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58562) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:57.011731 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48cbef55-219d-4014-a28c-5ae1f6f2ad43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.033480 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48cbef55-219d-4014-a28c-5ae1f6f2ad43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.077953 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48cbef55-219d-4014-a28c-5ae1f6f2ad43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.080648 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-48cbef55-219d-4014-a28c-5ae1f6f2ad43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.081806 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-48cbef55-219d-4014-a28c-5ae1f6f2ad43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3949e55-747f-44b3-88df-f958b8078419 HTTP/1.1" status: 204 len: 168 time: 0.1158750 Jul 29 15:34:57.089357 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbef55-219d-4014-a28c-5ae1f6f2ad43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3949e55-747f-44b3-88df-f958b8078419,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:57.433365 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353afa1-0eb7-40d5-9883-971ac86da300 req-43c8d3a9-caa6-4869-a6be-f0017b4736a9 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:57.433365 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b353afa1-0eb7-40d5-9883-971ac86da300 req-43c8d3a9-caa6-4869-a6be-f0017b4736a9 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0639510 Jul 29 15:34:57.472928 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b353afa1-0eb7-40d5-9883-971ac86da300 req-b9e8a38c-f9de-4cd4-a7af-52114845eed1 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335798 Jul 29 15:34:57.724041 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58588) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:57.815706 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-956735194-network', 'tenant_id': '1549f7a4fa1948509f270f90e079fa62'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:34:57.836591 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Made reservation on behalf of 1549f7a4fa1948509f270f90e079fa62 for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:34:57.839067 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.847560 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.903888 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:34:57.923788 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:34:57.924136 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 3d0aee7b-e7f3-4354-91b1-e6b955584ff5 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:34:57.937189 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.942062 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.965853 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:34:57.978169 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca73cd0d-1d0d-4222-8ed4-de2895a363f4,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:57.983087 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:57.983422 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Added segment 130208ff-0918-434f-af80-6bb277ca0819 of type vlan for network 360403ba-31ed-40ec-a7b8-58d480923a21 Jul 29 15:34:58.031315 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:58.059863 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:58.060733 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:58.061338 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:58.114714 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3895481 Jul 29 15:34:58.114926 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58592) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:34:58.120403 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Request body: {'subnet': {'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-956735194-subnet', 'tenant_id': '1549f7a4fa1948509f270f90e079fa62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:34:58.123552 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c30aea-8a48-4d2a-bde7-ba35f12ad1db admin admin] Pushing event updated for resources: {'Network': ['ID=360403ba-31ed-40ec-a7b8-58d480923a21,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:58.133202 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 360403ba-31ed-40ec-a7b8-58d480923a21 details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:34:58.143793 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-2fc76b58-8920-4d8d-82f9-7ae769a4ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:58.145854 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-2fc76b58-8920-4d8d-82f9-7ae769a4ffc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1099 time: 0.0614114 Jul 29 15:34:58.149512 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Made reservation on behalf of 1549f7a4fa1948509f270f90e079fa62 for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:34:58.151861 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30128935'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:58.346868 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-4e2198c9-c29d-4f7f-9e08-6ce195f8dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:58.348424 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-4e2198c9-c29d-4f7f-9e08-6ce195f8dd6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 200 len: 910 time: 0.1937571 Jul 29 15:34:58.474843 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-24fe5caa-e3b8-4c82-b7b5-c5500a86001c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 200 len: 1001 time: 0.1132977 Jul 29 15:34:58.528509 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30213385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30128905'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:58.573490 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-b5fd050e-8b4a-4dd7-852c-931b2ed28630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:58.574897 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-b5fd050e-8b4a-4dd7-852c-931b2ed28630 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2abf54-894e-4d2c-8869-5b73b9f40deb HTTP/1.1" status: 200 len: 848 time: 0.0928431 Jul 29 15:34:58.616577 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b8ae55a-bd92-40f0-a209-d7255c92a592,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:34:58.619339 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870bd72-f812-4d31-ad21-b43ba848629c req-6622c243-9b4f-48ab-9c43-ae4363e9f6e7 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:58.621794 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a870bd72-f812-4d31-ad21-b43ba848629c req-6622c243-9b4f-48ab-9c43-ae4363e9f6e7 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0582385 Jul 29 15:34:58.639736 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Checking segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:34:58.640093 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Network hostable DHCP agents. Network: 360403ba-31ed-40ec-a7b8-58d480923a21, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:34:58.653168 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-44754c2d-02c2-45c4-b2ee-9792b013658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:58.654690 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-44754c2d-02c2-45c4-b2ee-9792b013658f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e366522e-a469-4674-9e08-c8d3d1a77c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694308 Jul 29 15:34:58.660858 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a870bd72-f812-4d31-ad21-b43ba848629c req-49897d31-7372-444a-9b52-5cdaa00f6d3f tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Jul 29 15:34:58.671379 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Network 360403ba-31ed-40ec-a7b8-58d480923a21 is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:34:58.713751 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 360403ba-31ed-40ec-a7b8-58d480923a21) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:34:58.722271 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:58.722538 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1fed1c-fa70-4ca5-94d5-0add3a0decd7 None None] Network 360403ba-31ed-40ec-a7b8-58d480923a21 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:34:58.722877 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:58.743879 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d099101d-3ca4-4acf-9471-e5cab2d2bd39 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6280458 Jul 29 15:34:58.765973 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-e03128c5-e1c6-49dc-98fc-1bc159c223de service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028547 Jul 29 15:34:58.851383 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2c45-bf6c-4d77-97fe-092bab841758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:58.857423 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0b7df-9eb2-4156-a1f8-303d6d31d956 None None] Network 360403ba-31ed-40ec-a7b8-58d480923a21 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:34:58.867799 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-68ba6316-dc0a-4125-b04a-3d27f72c6fbc req-1be630a0-7d25-423b-b9b2-9e7afa33d078 service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936432 Jul 29 15:34:59.167785 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-ee5a241a-f298-407a-9211-f653b63775e1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:59.169157 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-ee5a241a-f298-407a-9211-f653b63775e1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 814 time: 0.0976048 Jul 29 15:34:59.183592 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-9c0234c2-0b50-4a97-90d7-18743169dbc5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/quotas/1549f7a4fa1948509f270f90e079fa62 HTTP/1.1" status: 200 len: 375 time: 0.0087240 Jul 29 15:34:59.219119 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-4de83299-2dfc-4057-8984-606a6a0d8f7f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305464 Jul 29 15:34:59.313025 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-c4937785-6d90-4b7b-a7ed-b6edcf926d50 service neutron] 10.222.0.10 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864723 Jul 29 15:34:59.404670 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-31be104a-771c-4afc-95b7-96b5f14c8ab4 service neutron] 10.222.0.10 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852051 Jul 29 15:34:59.568709 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9c5f1865-f6da-4e3f-b81a-0aa253dd8299 req-d9d9928f-f053-4284-a89d-416e0be14147 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 210 time: 0.0305617 Jul 29 15:34:59.790980 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53c272-93a0-4401-ac4c-6adec33d7833 req-6f4bf665-585a-43f6-9d7f-0e8a011d20d0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:59.792846 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7a53c272-93a0-4401-ac4c-6adec33d7833 req-6f4bf665-585a-43f6-9d7f-0e8a011d20d0 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0529134 Jul 29 15:34:59.833514 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7a53c272-93a0-4401-ac4c-6adec33d7833 req-bb34260f-6125-4d15-ad16-2624a1f8363f tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327439 Jul 29 15:35:00.661010 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-466892a3-0424-4534-9228-cd4afdeae146 req-06ed51cc-9288-46df-b33e-0353e68106e9 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 210 time: 0.0262518 Jul 29 15:35:00.947555 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f667e59-c37a-4909-8f83-9ea681c12d6a req-c33c7123-edca-443a-904a-233adce989c9 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:00.949034 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0f667e59-c37a-4909-8f83-9ea681c12d6a req-c33c7123-edca-443a-904a-233adce989c9 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0473335 Jul 29 15:35:00.958582 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:35:00.987234 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0f667e59-c37a-4909-8f83-9ea681c12d6a req-a892f1f0-9013-406b-b0fd-a11cc08cdbbf tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323169 Jul 29 15:35:01.234474 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a5486f37-bae4-4264-be87-90135474787a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:01.426249 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:01.756065 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5953d53b-03f2-4f44-a7db-100878cbe1c2 req-96d01cc6-2e42-433a-bb1b-e71e1d549bcb tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 210 time: 0.0266223 Jul 29 15:35:02.103660 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5813e-e14e-4314-a624-61af9aaf44b0 req-18960798-5a7e-41b0-8cc7-81c6e3900bfe tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:02.105142 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-24f5813e-e14e-4314-a624-61af9aaf44b0 req-18960798-5a7e-41b0-8cc7-81c6e3900bfe tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0525789 Jul 29 15:35:02.141995 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-24f5813e-e14e-4314-a624-61af9aaf44b0 req-c41df6c2-d3e0-4dd4-af68-2a43c4ac4963 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Jul 29 15:35:02.514073 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:02.848039 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1171b09a-48bf-4be5-9686-ced58040e9be req-d22dd733-bde4-4a90-9cf7-20e8b0214152 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 210 time: 0.0270624 Jul 29 15:35:03.258911 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c35df3-4a9f-48fc-8531-bc36a6990aa9 req-47c85197-9c1b-41ca-937a-3dcc45831326 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:03.260429 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f4c35df3-4a9f-48fc-8531-bc36a6990aa9 req-47c85197-9c1b-41ca-937a-3dcc45831326 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0516040 Jul 29 15:35:03.299889 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f4c35df3-4a9f-48fc-8531-bc36a6990aa9 req-37c4707b-aa22-418d-bff2-64394fa7b572 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Jul 29 15:35:03.483795 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-041a4a21-cf04-4ffb-93f2-618b0834ad40 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:03.485311 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-041a4a21-cf04-4ffb-93f2-618b0834ad40 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 814 time: 0.1202128 Jul 29 15:35:03.505691 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Request body: {'port': {'device_id': '7408bad8-e3de-4980-86fc-bad876cea595', 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'admin_state_up': True, 'tenant_id': '1549f7a4fa1948509f270f90e079fa62'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:03.612530 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Made reservation on behalf of 1549f7a4fa1948509f270f90e079fa62 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:35:03.615985 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:03.743680 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Allocated IP 172.20.0.14 (360403ba-31ed-40ec-a7b8-58d480923a21/0b8ae55a-bd92-40f0-a209-d7255c92a592/7ab5f61f-4177-4413-b800-6cdd28bbb543) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:35:03.909336 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:03.957323 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-58613e1b-df1e-4e6f-a739-4c3129314c51 req-585b8b21-e813-4ba7-a875-27635bad2f49 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 210 time: 0.0294073 Jul 29 15:35:03.961798 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.007461 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Network 360403ba-31ed-40ec-a7b8-58d480923a21 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:35:04.012043 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:35:04.015803 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:35:04.046950 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Pushing event updated for resources: {'Port': ['ID=7ab5f61f-4177-4413-b800-6cdd28bbb543,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:04.073572 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:04.074233 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.088073 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1e48721f-f1dc-4560-9b3b-93581397c8e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874844 Jul 29 15:35:04.102080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Request body: {'port': {'device_id': '7408bad8-e3de-4980-86fc-bad876cea595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:04.102415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.154327 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.451226 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398d9f7-99e7-4c98-a1ad-566f85b08695 req-07ab9e9e-f4dd-41d3-a1e8-fcf8ddbf62b5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:04.452715 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1398d9f7-99e7-4c98-a1ad-566f85b08695 req-07ab9e9e-f4dd-41d3-a1e8-fcf8ddbf62b5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0816548 Jul 29 15:35:04.458532 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab5f61f-4177-4413-b800-6cdd28bbb543 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:04.473240 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.496117 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Transition to ACTIVE for port object 7ab5f61f-4177-4413-b800-6cdd28bbb543 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:35:04.502004 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.535710 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1398d9f7-99e7-4c98-a1ad-566f85b08695 req-f2017478-e8b0-4a6b-9427-80ffa247be35 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726223 Jul 29 15:35:04.562208 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Pushing event updated for resources: {'Port': ['ID=7ab5f61f-4177-4413-b800-6cdd28bbb543,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:04.625948 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Attempting to bind port 7ab5f61f-4177-4413-b800-6cdd28bbb543 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:35:04.626174 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Attempting to bind port 7ab5f61f-4177-4413-b800-6cdd28bbb543 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:35:04.626507 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Attempting to bind port 7ab5f61f-4177-4413-b800-6cdd28bbb543 on network 360403ba-31ed-40ec-a7b8-58d480923a21 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:04.631196 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Port 7ab5f61f-4177-4413-b800-6cdd28bbb543 on network 360403ba-31ed-40ec-a7b8-58d480923a21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:35:04.631514 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Attempting to bind port 7ab5f61f-4177-4413-b800-6cdd28bbb543 on network 360403ba-31ed-40ec-a7b8-58d480923a21 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:04.636287 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:35:04.636622 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Checking segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:35:04.637046 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Bound using segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:35:04.637475 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Bound port: 7ab5f61f-4177-4413-b800-6cdd28bbb543, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:35:04.637827 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.708425 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] For port 7ab5f61f-4177-4413-b800-6cdd28bbb543, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:35:04.711778 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] For port 7ab5f61f-4177-4413-b800-6cdd28bbb543, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7ab5f61f-4177-4413-b800-6cdd28bbb543,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:35:04.725126 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.738329 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58694) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:04.782318 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:04.783502 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.785249 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] 10.222.0.59 "PUT /v2.0/ports/7ab5f61f-4177-4413-b800-6cdd28bbb543 HTTP/1.1" status: 200 len: 1094 time: 0.6880479 Jul 29 15:35:04.785686 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7408bad8-e3de-4980-86fc-bad876cea595', 'tag': '7ab5f61f-4177-4413-b800-6cdd28bbb543'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:04.787920 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b2074d-a1a7-4813-be51-62b7870e7510" -d '{"events": [{"name": "network-changed", "server_uuid": "7408bad8-e3de-4980-86fc-bad876cea595", "tag": "7ab5f61f-4177-4413-b800-6cdd28bbb543"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:04.818744 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa39180-0f7b-4162-b6f1-e3dc25ca9aec req-0541e717-67ea-46af-b567-abb1fc623038 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:04.821214 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0aa39180-0f7b-4162-b6f1-e3dc25ca9aec req-0541e717-67ea-46af-b567-abb1fc623038 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.1072619 Jul 29 15:35:04.826257 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91015478-e101-4efc-99bc-012bd68c1daf service neutron] Pushing event updated for resources: {'Port': ['ID=7ab5f61f-4177-4413-b800-6cdd28bbb543,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:04.826764 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-e91b9511-af94-438d-b0f8-3a500e1f3a82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869086 Jul 29 15:35:04.836994 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccde1a6-4506-446b-8a7b-48e8ddef157e x-openstack-request-id: req-dccde1a6-4506-446b-8a7b-48e8ddef157e {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:04.837276 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7408bad8-e3de-4980-86fc-bad876cea595", "tag": "7ab5f61f-4177-4413-b800-6cdd28bbb543", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:04.837524 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dccde1a6-4506-446b-8a7b-48e8ddef157e {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:04.837910 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7408bad8-e3de-4980-86fc-bad876cea595', 'tag': '7ab5f61f-4177-4413-b800-6cdd28bbb543', 'status': 'completed', 'code': 200} Jul 29 15:35:04.890608 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0aa39180-0f7b-4162-b6f1-e3dc25ca9aec req-c0f7d4c1-f198-4e43-b632-5afa4719093c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607724 Jul 29 15:35:04.900839 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-ccc5cf15-967c-417b-8421-bdfecb590eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:04.902310 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-ccc5cf15-967c-417b-8421-bdfecb590eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 1097 time: 0.0552876 Jul 29 15:35:04.948922 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-d891cefc-edbe-47c2-8982-d58c8c40cca5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ab5f61f-4177-4413-b800-6cdd28bbb543 HTTP/1.1" status: 200 len: 217 time: 0.0377419 Jul 29 15:35:05.005069 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-3621750a-c20d-4cc0-935e-041540dcee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:05.006718 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-3621750a-c20d-4cc0-935e-041540dcee3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b8ae55a-bd92-40f0-a209-d7255c92a592 HTTP/1.1" status: 200 len: 854 time: 0.0505900 Jul 29 15:35:05.045334 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-aaf2557d-7b54-4c1d-afd7-8bf9f538d7d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=360403ba-31ed-40ec-a7b8-58d480923a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304356 Jul 29 15:35:05.111653 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab701601-33b7-46b3-ad54-fcf18cf5639e req-4cace860-71e2-443e-b936-7ce4e350d411 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:05.115692 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ab701601-33b7-46b3-ad54-fcf18cf5639e req-4cace860-71e2-443e-b936-7ce4e350d411 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 944 time: 0.0792871 Jul 29 15:35:05.165545 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-33c0015b-2427-46c3-8603-ed05e08b6697 service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117814 Jul 29 15:35:05.165893 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-ab701601-33b7-46b3-ad54-fcf18cf5639e req-dcf223ba-3d45-4cce-9483-e4842e43acaf tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Jul 29 15:35:05.284033 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-613abf2c-deae-4bdc-9936-b7e5269c9abc req-1800540f-cbe4-4480-9f78-fc490593a6df service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080980 Jul 29 15:35:05.359030 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ab9dc05e-acb7-482c-88cd-6fadda605a22 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:35:05.369317 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-4059a80e-3950-4cfa-ad34-b4a1852e7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:05.370809 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-4059a80e-3950-4cfa-ad34-b4a1852e7757 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 1097 time: 0.0420740 Jul 29 15:35:05.440503 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:05.465018 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:05.467295 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c79ac40-1239-46b9-8a3b-d4913520a86a" -d '{"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:05.469192 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-a6624c5f-1129-4862-958a-a1bd32646085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:05.471117 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-a6624c5f-1129-4862-958a-a1bd32646085 service neutron] 10.222.0.59 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 915 time: 0.0920353 Jul 29 15:35:05.489719 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:05.494264 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:05.518161 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4130d7ec-94b2-4c23-ba61-7d8960c4be7c x-openstack-request-id: req-4130d7ec-94b2-4c23-ba61-7d8960c4be7c {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:05.518484 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-unplugged", "status": "failed", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22", "code": 422}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:05.518704 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4130d7ec-94b2-4c23-ba61-7d8960c4be7c {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:05.518806 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-e34aa6b2-c5cb-4d3d-804f-66c6e64c6272 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ab5f61f-4177-4413-b800-6cdd28bbb543 HTTP/1.1" status: 200 len: 217 time: 0.0390568 Jul 29 15:35:05.519123 dv-cinder-789564-8-iscsi neutron-server[93123]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'code': 422} returned with failed status Jul 29 15:35:05.543964 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=6']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:05.570178 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-f2a5e18a-f3a4-46cf-8d57-9c342e3ab665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:05.571640 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-f2a5e18a-f3a4-46cf-8d57-9c342e3ab665 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b8ae55a-bd92-40f0-a209-d7255c92a592 HTTP/1.1" status: 200 len: 854 time: 0.0447683 Jul 29 15:35:06.003253 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a08a0f-f612-4b85-9b7f-a89ec182d489 req-ac589923-4b51-450d-8e1b-0f9509bae2bc tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:06.004689 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f8a08a0f-f612-4b85-9b7f-a89ec182d489 req-ac589923-4b51-450d-8e1b-0f9509bae2bc tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0490386 Jul 29 15:35:06.041693 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-f8a08a0f-f612-4b85-9b7f-a89ec182d489 req-b85f5436-3852-461a-884d-0bb547191803 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311663 Jul 29 15:35:06.284393 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0000a9-de33-478b-9056-b7f75c282318 req-615d20ba-c0a9-4e82-926f-ace7421c9c67 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:06.286277 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-be0000a9-de33-478b-9056-b7f75c282318 req-615d20ba-c0a9-4e82-926f-ace7421c9c67 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 944 time: 0.0543075 Jul 29 15:35:06.330983 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-be0000a9-de33-478b-9056-b7f75c282318 req-c4683d9d-47ae-4b6a-b23b-ca0a3d3f4d74 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376291 Jul 29 15:35:06.602467 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-61f7b8af-7ef9-438f-b2e3-5a861694afae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=360403ba-31ed-40ec-a7b8-58d480923a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256338 Jul 29 15:35:07.163242 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a70b8-0457-42ab-a485-3ef0effdd558 req-176be2b2-9888-4755-8914-0dd0a6a95840 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:07.164671 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-264a70b8-0457-42ab-a485-3ef0effdd558 req-176be2b2-9888-4755-8914-0dd0a6a95840 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0525391 Jul 29 15:35:07.202971 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-264a70b8-0457-42ab-a485-3ef0effdd558 req-9b874763-11a3-4d38-83d4-a6452c470405 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323915 Jul 29 15:35:07.445181 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74084aaf-d4b6-4ef5-94bf-248b63984b65 req-58862a4a-a942-48b9-b925-f68276cc5a8b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:07.446639 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-74084aaf-d4b6-4ef5-94bf-248b63984b65 req-58862a4a-a942-48b9-b925-f68276cc5a8b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 944 time: 0.0500062 Jul 29 15:35:07.528922 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-74084aaf-d4b6-4ef5-94bf-248b63984b65 req-a70e9df4-87a0-456c-b475-546d4aa74c4d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762727 Jul 29 15:35:07.565587 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-6bdc3c31-298e-499a-8b31-d2d094925a1c service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977156 Jul 29 15:35:08.318201 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057ee2a-e28b-499e-9667-dc6ca272b088 req-97b90d50-591f-44af-9fac-67eb50dfb975 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:08.319671 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c057ee2a-e28b-499e-9667-dc6ca272b088 req-97b90d50-591f-44af-9fac-67eb50dfb975 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0489471 Jul 29 15:35:08.357597 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c057ee2a-e28b-499e-9667-dc6ca272b088 req-9752cf9b-d536-4f4d-9476-edc45af614b9 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321286 Jul 29 15:35:08.684469 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b1b2074d-a1a7-4813-be51-62b7870e7510 req-829fa790-4e5d-4f23-b025-1ec17162078e service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369312 Jul 29 15:35:08.699079 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8ba8a-b55e-49f7-9754-00f0247d6064 req-b01f4035-df6c-4d88-b57c-a4e0f35501e6 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:08.701456 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4ed8ba8a-b55e-49f7-9754-00f0247d6064 req-b01f4035-df6c-4d88-b57c-a4e0f35501e6 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 944 time: 0.0940120 Jul 29 15:35:08.743958 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4ed8ba8a-b55e-49f7-9754-00f0247d6064 req-77c9e1c3-7e79-4c16-8fc3-e7edf7f58873 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369706 Jul 29 15:35:09.390622 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 7ab5f61f-4177-4413-b800-6cdd28bbb543 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:35:09.507686 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 7ab5f61f-4177-4413-b800-6cdd28bbb543, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7ab5f61f-4177-4413-b800-6cdd28bbb543,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:09.518957 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5b667-617e-42c4-9ac3-a582e725031c req-64e3c9d5-cb86-4145-94ac-4ce4422b1f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:09.520461 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-67d5b667-617e-42c4-9ac3-a582e725031c req-64e3c9d5-cb86-4145-94ac-4ce4422b1f54 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0889747 Jul 29 15:35:09.530070 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '7ab5f61f-4177-4413-b800-6cdd28bbb543', 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'port_id': '7ab5f61f-4177-4413-b800-6cdd28bbb543', 'mac_address': 'fa:16:3e:39:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8ae55a-bd92-40f0-a209-d7255c92a592', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:35:09.571075 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-67d5b667-617e-42c4-9ac3-a582e725031c req-a03f94e7-4d3e-4fce-9b71-7c9a3404284b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425584 Jul 29 15:35:09.577626 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:09.594739 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab5f61f-4177-4413-b800-6cdd28bbb543 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:09.622675 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 7ab5f61f-4177-4413-b800-6cdd28bbb543, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7ab5f61f-4177-4413-b800-6cdd28bbb543,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:09.626994 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:09.675367 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=7ab5f61f-4177-4413-b800-6cdd28bbb543,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:09.800528 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-2c043429-bf3b-49a4-835e-3a0c62a138f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:09.802069 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-2c043429-bf3b-49a4-835e-3a0c62a138f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e&tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd HTTP/1.1" status: 200 len: 1097 time: 0.0440228 Jul 29 15:35:09.882631 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['7ab5f61f-4177-4413-b800-6cdd28bbb543'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:35:09.885477 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-c16489e3-fc10-4209-bf3c-641a4adb6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:09.886969 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-c16489e3-fc10-4209-bf3c-641a4adb6578 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1097 time: 0.0477507 Jul 29 15:35:09.895114 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504202a-1f04-4b78-bd03-f97b84fd0eee req-29c3cec3-ad12-4a5a-99f9-aff39c309f75 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:09.896484 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1504202a-1f04-4b78-bd03-f97b84fd0eee req-29c3cec3-ad12-4a5a-99f9-aff39c309f75 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 945 time: 0.0838032 Jul 29 15:35:09.981181 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-1504202a-1f04-4b78-bd03-f97b84fd0eee req-ed3e3a45-3d1e-4dc2-9159-aa5b8b85bd8e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766792 Jul 29 15:35:10.008400 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-2602e4f8-8af2-4144-993d-e4dda43109c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:10.009893 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-2602e4f8-8af2-4144-993d-e4dda43109c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 200 len: 910 time: 0.1125412 Jul 29 15:35:10.077858 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-d6020668-fe84-41e0-8d84-37ff59dcc102 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 200 len: 999 time: 0.0591786 Jul 29 15:35:10.127179 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-07a02365-7f13-4987-821f-2f933263a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:10.128577 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-07a02365-7f13-4987-821f-2f933263a4b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2abf54-894e-4d2c-8869-5b73b9f40deb HTTP/1.1" status: 200 len: 848 time: 0.0422432 Jul 29 15:35:10.174088 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-a6b3b1e7-76d3-4732-aeb8-2a0421517608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:10.175449 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-a6b3b1e7-76d3-4732-aeb8-2a0421517608 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e366522e-a469-4674-9e08-c8d3d1a77c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393579 Jul 29 15:35:10.265792 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-273d85aa-7eaf-4450-91c2-cfb90c8ddafe service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824199 Jul 29 15:35:10.353204 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f039dbce-bfd3-4c51-99ec-139f8a9dfb1d req-d821b5f1-8758-42ea-a8cc-84ac99097025 service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792108 Jul 29 15:35:10.693683 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526760cf-de27-4cbf-b9da-318f20e94d7c req-f04d0f35-ef1c-4c96-9960-22866d9955a1 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:10.695230 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-526760cf-de27-4cbf-b9da-318f20e94d7c req-f04d0f35-ef1c-4c96-9960-22866d9955a1 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0559053 Jul 29 15:35:10.735238 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-526760cf-de27-4cbf-b9da-318f20e94d7c req-d3dc17a2-c718-4b15-adca-e082b03bd48a tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338840 Jul 29 15:35:11.093073 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e763c-c6f6-4599-8bad-b949a97f01e8 req-a7e8d320-bdb7-44d1-bb2e-df4d6977f97c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:11.094788 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-642e763c-c6f6-4599-8bad-b949a97f01e8 req-a7e8d320-bdb7-44d1-bb2e-df4d6977f97c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 945 time: 0.0479569 Jul 29 15:35:11.131942 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-642e763c-c6f6-4599-8bad-b949a97f01e8 req-67f4f3b6-e3f2-49f8-ab86-d0a89019122b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Jul 29 15:35:11.855024 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6b124-4eaf-4362-abab-b3b0ebc1e488 req-3f6b82cf-26bd-4503-a762-1eebd9bad47f tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:11.856596 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a3a6b124-4eaf-4362-abab-b3b0ebc1e488 req-3f6b82cf-26bd-4503-a762-1eebd9bad47f tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0529251 Jul 29 15:35:11.898237 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a3a6b124-4eaf-4362-abab-b3b0ebc1e488 req-efd4f836-e5d6-4509-8bad-f9946ad66b0f tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350790 Jul 29 15:35:12.011323 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 7ab5f61f-4177-4413-b800-6cdd28bbb543 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:35:12.048837 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:12.067766 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 7ab5f61f-4177-4413-b800-6cdd28bbb543 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:35:12.071290 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 7ab5f61f-4177-4413-b800-6cdd28bbb543 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:35:12.071646 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:12.144709 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:12.171061 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7408bad8-e3de-4980-86fc-bad876cea595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab5f61f-4177-4413-b800-6cdd28bbb543'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:12.173435 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befaa8a2-2274-45d1-90c0-6b459d12517f" -d '{"events": [{"server_uuid": "7408bad8-e3de-4980-86fc-bad876cea595", "name": "network-vif-plugged", "status": "completed", "tag": "7ab5f61f-4177-4413-b800-6cdd28bbb543"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:12.187484 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 7ab5f61f-4177-4413-b800-6cdd28bbb543, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7ab5f61f-4177-4413-b800-6cdd28bbb543,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:12.193100 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:12.220897 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55140ad-8fa0-411f-866f-8c2095a96632 x-openstack-request-id: req-e55140ad-8fa0-411f-866f-8c2095a96632 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:12.221199 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7408bad8-e3de-4980-86fc-bad876cea595", "name": "network-vif-plugged", "status": "completed", "tag": "7ab5f61f-4177-4413-b800-6cdd28bbb543", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:12.221444 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e55140ad-8fa0-411f-866f-8c2095a96632 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:12.221827 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7408bad8-e3de-4980-86fc-bad876cea595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab5f61f-4177-4413-b800-6cdd28bbb543', 'code': 200} Jul 29 15:35:12.249036 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=7ab5f61f-4177-4413-b800-6cdd28bbb543,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:12.265644 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af808241-82cf-4b6c-aa7c-8c6240446fdc req-3154324b-7a87-41d0-b338-7c5756a3d78b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:12.267109 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-af808241-82cf-4b6c-aa7c-8c6240446fdc req-3154324b-7a87-41d0-b338-7c5756a3d78b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 946 time: 0.0531206 Jul 29 15:35:12.304344 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-af808241-82cf-4b6c-aa7c-8c6240446fdc req-e0822c8c-b3ed-47a3-94af-f82bce4e615f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307767 Jul 29 15:35:13.011347 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a42f8-7c46-4a8f-89b7-674c66d9fcfa req-7ff0b258-26a6-4b46-a67d-2db81236d560 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:13.012800 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-766a42f8-7c46-4a8f-89b7-674c66d9fcfa req-7ff0b258-26a6-4b46-a67d-2db81236d560 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0484681 Jul 29 15:35:13.050335 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-766a42f8-7c46-4a8f-89b7-674c66d9fcfa req-90553f8f-1528-41b4-8a72-42974c415e35 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Jul 29 15:35:13.416575 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4112a-9de5-4059-8432-5626ed638bb1 req-b1adc1b1-6af3-4ba4-bdef-0d7cc8035a48 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:13.418063 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a3e4112a-9de5-4059-8432-5626ed638bb1 req-b1adc1b1-6af3-4ba4-bdef-0d7cc8035a48 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 946 time: 0.0478716 Jul 29 15:35:13.455884 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a3e4112a-9de5-4059-8432-5626ed638bb1 req-cb173270-deb0-428d-9c79-73dc09a7b2f1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320091 Jul 29 15:35:14.037326 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd052541-d5f1-482c-abf0-649ef15cb263 req-aad6bc16-be49-406c-9b58-a3f6bf2bb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:14.038785 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd052541-d5f1-482c-abf0-649ef15cb263 req-aad6bc16-be49-406c-9b58-a3f6bf2bb19b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 1099 time: 0.0397692 Jul 29 15:35:14.072956 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-fd052541-d5f1-482c-abf0-649ef15cb263 req-cf28d05f-446a-4c3f-bcf4-a704613f727c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267239 Jul 29 15:35:14.166079 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17c11e-c899-4a7c-abcf-b403ede1de47 req-1bd5d6c5-f48a-4c3d-9c3a-92ec03284397 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:14.167442 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f17c11e-c899-4a7c-abcf-b403ede1de47 req-1bd5d6c5-f48a-4c3d-9c3a-92ec03284397 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0514920 Jul 29 15:35:14.203519 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f17c11e-c899-4a7c-abcf-b403ede1de47 req-3c4001ed-0fa2-4ca9-b193-ca99a0092f52 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301392 Jul 29 15:35:14.574988 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e2c2-80d5-483c-80e3-4b4a3acbde35 req-f9e38994-2a7b-4082-9b69-239d74329813 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:14.576441 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9180e2c2-80d5-483c-80e3-4b4a3acbde35 req-f9e38994-2a7b-4082-9b69-239d74329813 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 946 time: 0.0506961 Jul 29 15:35:14.613408 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9180e2c2-80d5-483c-80e3-4b4a3acbde35 req-51b5b00e-66b5-4cfd-96cd-f5a969b55b33 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Jul 29 15:35:15.316831 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044894b-8e9e-45d7-a49b-e7645a542f8c req-0d29768a-9b93-4b86-a756-7c08a8ab2825 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:15.318915 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7044894b-8e9e-45d7-a49b-e7645a542f8c req-0d29768a-9b93-4b86-a756-7c08a8ab2825 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0486262 Jul 29 15:35:15.356121 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7044894b-8e9e-45d7-a49b-e7645a542f8c req-90dc86db-0aec-4799-995e-f90004443cff tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313427 Jul 29 15:35:15.726429 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52520142-02f4-43be-98ae-48d8437c7a6f req-0c7abbe1-a661-4dd2-8238-bfe8550c80e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:15.727917 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-52520142-02f4-43be-98ae-48d8437c7a6f req-0c7abbe1-a661-4dd2-8238-bfe8550c80e5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 946 time: 0.0485046 Jul 29 15:35:15.765151 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-52520142-02f4-43be-98ae-48d8437c7a6f req-5607e258-9c56-4cb7-82f0-199251236f93 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Jul 29 15:35:16.481243 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee812dc-707b-401c-b896-0db8a0bcf176 req-e70efb1a-38cb-47bd-a166-0400cd0475d7 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:16.482699 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cee812dc-707b-401c-b896-0db8a0bcf176 req-e70efb1a-38cb-47bd-a166-0400cd0475d7 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0611556 Jul 29 15:35:16.522779 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cee812dc-707b-401c-b896-0db8a0bcf176 req-06311a97-8bfd-4936-8ccf-61dfc306394c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342853 Jul 29 15:35:17.452542 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ab9dc05e-acb7-482c-88cd-6fadda605a22 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:35:17.557625 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:17.573143 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'port_id': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'mac_address': 'fa:16:3e:0d:9e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:35:17.619350 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:17.632421 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9dc05e-acb7-482c-88cd-6fadda605a22 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:17.642275 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b6023-1e7c-4069-b861-9bb13ebf0e98 req-35c97e68-c8b6-4a5e-9e60-2815369b2f0c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:17.643763 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-292b6023-1e7c-4069-b861-9bb13ebf0e98 req-35c97e68-c8b6-4a5e-9e60-2815369b2f0c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 944 time: 0.0526392 Jul 29 15:35:17.652659 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:17.656550 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:17.683083 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-292b6023-1e7c-4069-b861-9bb13ebf0e98 req-6f6700f2-1d5e-4f68-bb7d-85dfb197a9ba tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324879 Jul 29 15:35:17.703728 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=7']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:17.916981 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['ab9dc05e-acb7-482c-88cd-6fadda605a22'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:35:18.802061 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eee4c-a88f-4a34-b584-d70562e8619f req-a7454a21-5f84-4a9c-95ef-e74a54fecadf tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:18.803022 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58870) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:18.803717 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6c6eee4c-a88f-4a34-b584-d70562e8619f req-a7454a21-5f84-4a9c-95ef-e74a54fecadf tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 945 time: 0.0479205 Jul 29 15:35:18.841814 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6c6eee4c-a88f-4a34-b584-d70562e8619f req-38c62546-eb27-4df4-8d3f-478c8261f849 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321519 Jul 29 15:35:18.903951 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f44e25b2-3149-4ab1-85e5-2170c6f7f00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:18.991574 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f44e25b2-3149-4ab1-85e5-2170c6f7f00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:18.994981 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f44e25b2-3149-4ab1-85e5-2170c6f7f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.032220 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-f44e25b2-3149-4ab1-85e5-2170c6f7f00d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a41236dc84bb4623b66c30ae53f008c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282333 Jul 29 15:35:19.033111 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e25b2-3149-4ab1-85e5-2170c6f7f00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a7fdd-1684-4a2f-8cb3-5fabccb23ef5,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:19.034975 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58874) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:19.086611 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bca3b6ba-44de-47a4-bc6f-541b56e54391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.107475 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bca3b6ba-44de-47a4-bc6f-541b56e54391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.151550 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bca3b6ba-44de-47a4-bc6f-541b56e54391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.154146 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-bca3b6ba-44de-47a4-bc6f-541b56e54391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.155278 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-bca3b6ba-44de-47a4-bc6f-541b56e54391 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d2a7fdd-1684-4a2f-8cb3-5fabccb23ef5 HTTP/1.1" status: 204 len: 168 time: 0.1192894 Jul 29 15:35:19.163351 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3b6ba-44de-47a4-bc6f-541b56e54391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a7fdd-1684-4a2f-8cb3-5fabccb23ef5,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:19.408739 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58880) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:19.422866 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-21b2128a-c27a-4b47-9106-b7ea1136e2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.468906 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ab9dc05e-acb7-482c-88cd-6fadda605a22 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:35:19.521718 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-21b2128a-c27a-4b47-9106-b7ea1136e2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.522167 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port ab9dc05e-acb7-482c-88cd-6fadda605a22 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:35:19.522776 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.526960 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-21b2128a-c27a-4b47-9106-b7ea1136e2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.566207 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-21b2128a-c27a-4b47-9106-b7ea1136e2fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4aa43d30edb44e9fb83766ff383b1ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563303 Jul 29 15:35:19.568955 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58884) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:19.575823 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2128a-c27a-4b47-9106-b7ea1136e2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d603761-e6c5-4c7f-b3da-7b63ef24c8a2,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:19.605026 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.626881 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:19.627096 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ce4958c-08c9-4b2a-b246-fd8fbb488669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.629491 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f64b46-f694-4f85-b759-1bd819f7f190" -d '{"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-plugged", "status": "completed", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:19.643460 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:19.648635 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.656002 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ce4958c-08c9-4b2a-b246-fd8fbb488669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.671770 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c56b6f6-f13b-45df-9209-ec4ae918ec5d x-openstack-request-id: req-4c56b6f6-f13b-45df-9209-ec4ae918ec5d {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:19.672065 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-plugged", "status": "completed", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:19.672317 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c56b6f6-f13b-45df-9209-ec4ae918ec5d {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:19.672698 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'code': 200} Jul 29 15:35:19.699918 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=8']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:19.705301 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ce4958c-08c9-4b2a-b246-fd8fbb488669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.708713 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-8ce4958c-08c9-4b2a-b246-fd8fbb488669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:19.710193 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-8ce4958c-08c9-4b2a-b246-fd8fbb488669 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d603761-e6c5-4c7f-b3da-7b63ef24c8a2 HTTP/1.1" status: 204 len: 168 time: 0.1403370 Jul 29 15:35:19.718045 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4958c-08c9-4b2a-b246-fd8fbb488669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d603761-e6c5-4c7f-b3da-7b63ef24c8a2,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:19.958494 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b4b56-d4cc-46c3-9042-015a0636208e req-5634c609-cd98-41ba-ae62-257908b3607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:19.960122 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0d4b4b56-d4cc-46c3-9042-015a0636208e req-5634c609-cd98-41ba-ae62-257908b3607d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1099 time: 0.0682828 Jul 29 15:35:19.981966 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55be1b-4b58-46e3-873c-33a932ac2d10 req-01743933-2630-482f-909d-ef9f87dfc96c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:19.983612 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bd55be1b-4b58-46e3-873c-33a932ac2d10 req-01743933-2630-482f-909d-ef9f87dfc96c tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0653942 Jul 29 15:35:20.023757 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-0d4b4b56-d4cc-46c3-9042-015a0636208e req-9bfcb146-3af4-436f-8fe8-c253ae2b522b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555263 Jul 29 15:35:20.035602 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-bd55be1b-4b58-46e3-873c-33a932ac2d10 req-44af0c18-969d-4ee0-bf38-8fae4d70cefc tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454910 Jul 29 15:35:21.151148 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d123f-9960-4afe-8f25-f6b1b6b8f7cb req-452b05a8-01c7-4f36-b86d-6a25ab394da2 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:21.152683 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5f3d123f-9960-4afe-8f25-f6b1b6b8f7cb req-452b05a8-01c7-4f36-b86d-6a25ab394da2 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0494299 Jul 29 15:35:21.192734 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5f3d123f-9960-4afe-8f25-f6b1b6b8f7cb req-b94572b8-b176-425b-9a81-0434598a2f05 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333347 Jul 29 15:35:21.495451 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58954) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:21.595879 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5bea-efb1-474a-99f1-c06dad5626f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:21.682406 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5bea-efb1-474a-99f1-c06dad5626f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:21.685900 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-a8aa5bea-efb1-474a-99f1-c06dad5626f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:21.725386 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-a8aa5bea-efb1-474a-99f1-c06dad5626f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59fd1378a8894b948caaa6a98f78355b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288632 Jul 29 15:35:21.727319 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa5bea-efb1-474a-99f1-c06dad5626f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860a37d1-bd53-47b3-be3a-4c10637ea7d9,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:21.728002 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58960) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:21.777897 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-df3c2a7c-dcf5-4456-a193-13c59a7f3d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:21.798216 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-df3c2a7c-dcf5-4456-a193-13c59a7f3d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:21.843518 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-df3c2a7c-dcf5-4456-a193-13c59a7f3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:21.846261 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-df3c2a7c-dcf5-4456-a193-13c59a7f3d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:21.847424 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-df3c2a7c-dcf5-4456-a193-13c59a7f3d54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/860a37d1-bd53-47b3-be3a-4c10637ea7d9 HTTP/1.1" status: 204 len: 168 time: 0.1184573 Jul 29 15:35:21.857329 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c2a7c-dcf5-4456-a193-13c59a7f3d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860a37d1-bd53-47b3-be3a-4c10637ea7d9,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:22.099244 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 58966) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:22.112861 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c641b399-9e06-4bea-a5a0-3d403dc3cb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:22.201108 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c641b399-9e06-4bea-a5a0-3d403dc3cb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:22.204752 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c641b399-9e06-4bea-a5a0-3d403dc3cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:22.242928 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-c641b399-9e06-4bea-a5a0-3d403dc3cb1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bd8f0628ab24644ab81d368ec559516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425118 Jul 29 15:35:22.243793 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641b399-9e06-4bea-a5a0-3d403dc3cb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37132b4-5974-4a3d-827f-177e28c0f56b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:22.245608 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 58968) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:22.292322 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4759d54a-6732-464e-9491-3b45e2dcb345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:22.312842 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4759d54a-6732-464e-9491-3b45e2dcb345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:22.357755 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4759d54a-6732-464e-9491-3b45e2dcb345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:22.360209 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4759d54a-6732-464e-9491-3b45e2dcb345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:22.361347 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-4759d54a-6732-464e-9491-3b45e2dcb345 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b37132b4-5974-4a3d-827f-177e28c0f56b HTTP/1.1" status: 204 len: 168 time: 0.1147768 Jul 29 15:35:22.369740 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759d54a-6732-464e-9491-3b45e2dcb345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37132b4-5974-4a3d-827f-177e28c0f56b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:25.075133 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-746fe2a6-66c2-4742-a4e5-4b463aadd113 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:25.076578 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-746fe2a6-66c2-4742-a4e5-4b463aadd113 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 814 time: 0.0988288 Jul 29 15:35:25.091342 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-3983534f-cc76-44d9-9cb0-25227735292b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/quotas/1549f7a4fa1948509f270f90e079fa62 HTTP/1.1" status: 200 len: 375 time: 0.0091147 Jul 29 15:35:25.138037 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-82e342f5-42d0-43d0-a065-276463bff9e3 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413425 Jul 29 15:35:25.488909 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-afb88ac9-97bf-4326-800b-ddb1a3302153 service neutron] 10.222.0.10 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440497 Jul 29 15:35:25.581831 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-13962b84-01f5-46d7-ad8c-58a301f789a8 service neutron] 10.222.0.10 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867431 Jul 29 15:35:25.734941 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d6197377-02ba-4325-988e-9c4081138ec7 req-af11228f-7def-4b71-b29a-b5fb0bd56985 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 210 time: 0.0258179 Jul 29 15:35:26.824333 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7ba8b831-092d-4819-b2f8-46f07383f1e5 req-6e06a292-94cd-48cb-9a0d-e123e442816c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 210 time: 0.0256164 Jul 29 15:35:27.922171 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-291c7670-41b4-431b-9b87-d522c260c70c req-5fd7c128-01fc-4357-85ba-f53e55d25756 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 210 time: 0.0256600 Jul 29 15:35:28.628453 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-05379528-9f3f-4111-a474-988e2964f34c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:28.630425 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-05379528-9f3f-4111-a474-988e2964f34c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 814 time: 0.1095388 Jul 29 15:35:28.648860 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Request body: {'port': {'device_id': 'c165f378-0cfa-4f83-bee1-f3e4093ed9d3', 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'admin_state_up': True, 'tenant_id': '1549f7a4fa1948509f270f90e079fa62'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:28.756414 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Made reservation on behalf of 1549f7a4fa1948509f270f90e079fa62 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:35:28.760106 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:28.826208 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cc4a4970-bd94-4cb0-a751-25166ddcf00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:28.899823 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Allocated IP 172.20.0.13 (360403ba-31ed-40ec-a7b8-58d480923a21/0b8ae55a-bd92-40f0-a209-d7255c92a592/08d89494-3dba-4a01-95bc-ed37b52b09e1) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:35:29.024267 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4a4f70ba-e448-44d9-a0e6-1bd5f63ae376 req-0165ae6a-d0eb-4eab-8149-780fb59c23d0 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 210 time: 0.0307395 Jul 29 15:35:29.072476 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:29.109879 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:29.121771 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['7ab5f61f-4177-4413-b800-6cdd28bbb543'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:35:29.150109 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Network 360403ba-31ed-40ec-a7b8-58d480923a21 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:35:29.153225 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:35:29.156895 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:35:29.193575 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Pushing event updated for resources: {'Port': ['ID=08d89494-3dba-4a01-95bc-ed37b52b09e1,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:29.205624 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.205974 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.206334 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.206706 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.206974 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.207297 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.207623 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.207953 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.208319 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.208715 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.209072 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.209398 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:29.227402 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:29.228029 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:29.242066 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-c235ed99-9d0e-49b3-b077-6691ca09998e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5981870 Jul 29 15:35:30.138051 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cf6f5-d7ad-4734-926f-a4af3039e51b req-4cce5a15-ac24-433c-b661-8106c93d6e76 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:30.139382 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7f9cf6f5-d7ad-4734-926f-a4af3039e51b req-4cce5a15-ac24-433c-b661-8106c93d6e76 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 932 time: 0.0518527 Jul 29 15:35:30.175977 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-7f9cf6f5-d7ad-4734-926f-a4af3039e51b req-ed4b56ae-32ed-4bc3-a7de-7cad19c88cae tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Jul 29 15:35:30.996139 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Request body: {'port': {'device_id': 'c165f378-0cfa-4f83-bee1-f3e4093ed9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:31.047224 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:31.238262 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-24c99e47-1202-4697-80ce-66585c67f07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:31.335831 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52052fce-77e7-46af-9737-1a5ff79b02fc req-35f9d8bc-ec43-4b7a-b250-0e79773677df tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:31.337238 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-52052fce-77e7-46af-9737-1a5ff79b02fc req-35f9d8bc-ec43-4b7a-b250-0e79773677df tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 932 time: 0.0920317 Jul 29 15:35:31.346056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d89494-3dba-4a01-95bc-ed37b52b09e1 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:31.359562 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:31.382701 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Transition to ACTIVE for port object 08d89494-3dba-4a01-95bc-ed37b52b09e1 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:35:31.388688 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:31.421567 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-52052fce-77e7-46af-9737-1a5ff79b02fc req-067b515c-aa25-4e06-a8cf-a6b8f3f2b006 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701628 Jul 29 15:35:31.430532 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:31.447656 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Pushing event updated for resources: {'Port': ['ID=08d89494-3dba-4a01-95bc-ed37b52b09e1,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:31.520209 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Attempting to bind port 08d89494-3dba-4a01-95bc-ed37b52b09e1 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:35:31.521095 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Attempting to bind port 08d89494-3dba-4a01-95bc-ed37b52b09e1 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:35:31.521624 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Attempting to bind port 08d89494-3dba-4a01-95bc-ed37b52b09e1 on network 360403ba-31ed-40ec-a7b8-58d480923a21 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:31.525896 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Port 08d89494-3dba-4a01-95bc-ed37b52b09e1 on network 360403ba-31ed-40ec-a7b8-58d480923a21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:35:31.526284 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Attempting to bind port 08d89494-3dba-4a01-95bc-ed37b52b09e1 on network 360403ba-31ed-40ec-a7b8-58d480923a21 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:31.530962 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:35:31.531292 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Checking segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:35:31.531667 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Bound using segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:35:31.532085 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Bound port: 08d89494-3dba-4a01-95bc-ed37b52b09e1, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:35:31.532432 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:31.595838 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] For port 08d89494-3dba-4a01-95bc-ed37b52b09e1, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:35:31.599506 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] For port 08d89494-3dba-4a01-95bc-ed37b52b09e1, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=08d89494-3dba-4a01-95bc-ed37b52b09e1,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:35:31.603973 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:31.636604 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:31.637245 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:31.638608 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] 10.222.0.59 "PUT /v2.0/ports/08d89494-3dba-4a01-95bc-ed37b52b09e1 HTTP/1.1" status: 200 len: 1094 time: 0.6467922 Jul 29 15:35:31.639038 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c165f378-0cfa-4f83-bee1-f3e4093ed9d3', 'tag': '08d89494-3dba-4a01-95bc-ed37b52b09e1'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:31.641298 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5773b360-af56-414a-be7a-c33fed22849c" -d '{"events": [{"name": "network-changed", "server_uuid": "c165f378-0cfa-4f83-bee1-f3e4093ed9d3", "tag": "08d89494-3dba-4a01-95bc-ed37b52b09e1"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:31.667540 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16064619-227e-4cf8-9421-2f893fd3cd48 service neutron] Pushing event updated for resources: {'Port': ['ID=08d89494-3dba-4a01-95bc-ed37b52b09e1,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:31.677649 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a7a280-ceda-49fc-aea9-613fbf0b5fec x-openstack-request-id: req-c8a7a280-ceda-49fc-aea9-613fbf0b5fec {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:31.677935 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c165f378-0cfa-4f83-bee1-f3e4093ed9d3", "tag": "08d89494-3dba-4a01-95bc-ed37b52b09e1", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:31.678188 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8a7a280-ceda-49fc-aea9-613fbf0b5fec {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:31.678577 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c165f378-0cfa-4f83-bee1-f3e4093ed9d3', 'tag': '08d89494-3dba-4a01-95bc-ed37b52b09e1', 'status': 'completed', 'code': 200} Jul 29 15:35:32.123289 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b360-af56-414a-be7a-c33fed22849c req-0e24dad2-c99f-489c-b704-959096be88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:32.124664 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5773b360-af56-414a-be7a-c33fed22849c req-0e24dad2-c99f-489c-b704-959096be88e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0407810 Jul 29 15:35:32.232052 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b360-af56-414a-be7a-c33fed22849c req-f0d33443-6488-4ad8-9c29-a6fb2bba23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:32.233527 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5773b360-af56-414a-be7a-c33fed22849c req-f0d33443-6488-4ad8-9c29-a6fb2bba23f4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1549f7a4fa1948509f270f90e079fa62&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0903025 Jul 29 15:35:32.332095 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b360-af56-414a-be7a-c33fed22849c req-7db9d7fd-9185-4cbc-a937-cd1e64601705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:32.333745 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5773b360-af56-414a-be7a-c33fed22849c req-7db9d7fd-9185-4cbc-a937-cd1e64601705 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886049 Jul 29 15:35:32.424058 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-5d4611fc-a6eb-4da0-b96b-691229205076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:32.425472 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-5d4611fc-a6eb-4da0-b96b-691229205076 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 1097 time: 0.0445662 Jul 29 15:35:32.469203 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-6db6812c-71b8-42f3-9403-61032d92be65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08d89494-3dba-4a01-95bc-ed37b52b09e1 HTTP/1.1" status: 200 len: 217 time: 0.0333285 Jul 29 15:35:32.516676 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:32.550761 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-37d672db-2496-4b94-9d92-623de1d77cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:32.552784 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-37d672db-2496-4b94-9d92-623de1d77cea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b8ae55a-bd92-40f0-a209-d7255c92a592 HTTP/1.1" status: 200 len: 854 time: 0.0722120 Jul 29 15:35:32.569452 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6689e39-e6e3-483f-ba96-f6a7f8299d78 req-7621e2b7-733d-4cf6-854b-a44c353d2bfa tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:32.570816 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f6689e39-e6e3-483f-ba96-f6a7f8299d78 req-7621e2b7-733d-4cf6-854b-a44c353d2bfa tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 944 time: 0.0652034 Jul 29 15:35:32.605178 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-11d8006d-26ba-4361-a442-4f1078888b08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=360403ba-31ed-40ec-a7b8-58d480923a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435174 Jul 29 15:35:32.639514 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f6689e39-e6e3-483f-ba96-f6a7f8299d78 req-d673ddd5-682f-4b30-9600-5f612c03b525 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615776 Jul 29 15:35:32.707225 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-47952ffc-f3ba-49f4-8a4e-2c590bb9dba0 service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895183 Jul 29 15:35:32.795311 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d7b14fd0-1246-4e7e-a0d4-16bd17f0c3dd req-e7fdc80f-710c-4461-9d44-f308f467540f service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809598 Jul 29 15:35:33.757599 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552215d1-b505-48af-95b5-df9862a5d000 req-f70fde7e-a423-4fb0-a300-bba246386216 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:33.759067 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-552215d1-b505-48af-95b5-df9862a5d000 req-f70fde7e-a423-4fb0-a300-bba246386216 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 944 time: 0.0515783 Jul 29 15:35:33.795543 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-552215d1-b505-48af-95b5-df9862a5d000 req-dcaa298b-698e-4a16-b637-c95e03668ae0 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306079 Jul 29 15:35:34.102331 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:34.909572 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1ff08-d4f5-4a1c-9a36-779fb433dbc3 req-236464f2-b762-4fcd-87f4-3e83fffd4cfc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:34.911042 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-27c1ff08-d4f5-4a1c-9a36-779fb433dbc3 req-236464f2-b762-4fcd-87f4-3e83fffd4cfc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 944 time: 0.0494936 Jul 29 15:35:34.948207 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-27c1ff08-d4f5-4a1c-9a36-779fb433dbc3 req-03fda68e-95b2-4b8c-9d11-fe89b2e1a4a8 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Jul 29 15:35:36.061087 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96302422-5bb0-4e8c-a125-c41ab571c940 req-07ea9298-08ed-432d-8f5e-1369bd672ce2 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:36.062581 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-96302422-5bb0-4e8c-a125-c41ab571c940 req-07ea9298-08ed-432d-8f5e-1369bd672ce2 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 944 time: 0.0482562 Jul 29 15:35:36.099971 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-96302422-5bb0-4e8c-a125-c41ab571c940 req-a21a72f9-41a1-409d-9870-71899374f0eb tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Jul 29 15:35:36.938167 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 08d89494-3dba-4a01-95bc-ed37b52b09e1 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:35:37.030626 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 08d89494-3dba-4a01-95bc-ed37b52b09e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=08d89494-3dba-4a01-95bc-ed37b52b09e1,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:37.042120 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '08d89494-3dba-4a01-95bc-ed37b52b09e1', 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'port_id': '08d89494-3dba-4a01-95bc-ed37b52b09e1', 'mac_address': 'fa:16:3e:47:a7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8ae55a-bd92-40f0-a209-d7255c92a592', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:35:37.077272 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:37.089456 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d89494-3dba-4a01-95bc-ed37b52b09e1 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:37.109403 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 08d89494-3dba-4a01-95bc-ed37b52b09e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=08d89494-3dba-4a01-95bc-ed37b52b09e1,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:37.113528 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:37.160170 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=08d89494-3dba-4a01-95bc-ed37b52b09e1,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:37.167159 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.167506 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.167845 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.168176 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.168504 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.168848 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.169172 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.169505 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.169859 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.170179 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.170496 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.170813 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:37.217929 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baa907-9ec5-4004-94fd-7f263732a06e req-ad69c6c3-e339-43a5-99e8-9549f1f38e7a tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:37.219298 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e5baa907-9ec5-4004-94fd-7f263732a06e req-ad69c6c3-e339-43a5-99e8-9549f1f38e7a tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 945 time: 0.0530858 Jul 29 15:35:37.257814 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e5baa907-9ec5-4004-94fd-7f263732a06e req-00a54d27-ce29-42fc-a01e-f5eb31d8daa1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Jul 29 15:35:37.957205 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:35:38.373207 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8be17-1b05-4112-bee0-fdd94835e3f1 req-f6583724-26b9-4b19-b6e2-f759f90c448f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:38.374652 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4ed8be17-1b05-4112-bee0-fdd94835e3f1 req-f6583724-26b9-4b19-b6e2-f759f90c448f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 945 time: 0.0514987 Jul 29 15:35:38.410488 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4ed8be17-1b05-4112-bee0-fdd94835e3f1 req-d355f544-0010-4671-be51-dba5f5ceabe0 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300601 Jul 29 15:35:39.282626 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['08d89494-3dba-4a01-95bc-ed37b52b09e1'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:35:39.526461 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0035fc-9bc4-4eb8-bc48-5b55c2759e9c req-3ca1e499-f0f3-46a2-854a-7c3eb078416f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:39.527942 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-be0035fc-9bc4-4eb8-bc48-5b55c2759e9c req-3ca1e499-f0f3-46a2-854a-7c3eb078416f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 945 time: 0.0516877 Jul 29 15:35:39.564887 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-be0035fc-9bc4-4eb8-bc48-5b55c2759e9c req-48b6549c-ffeb-4d09-836c-254d1d8bf56d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Jul 29 15:35:40.677897 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f28e40-fe1a-40d3-a2aa-68f64a0fd9dd req-41dce719-02af-4782-9704-34f63b7c7ee5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:40.680002 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-69f28e40-fe1a-40d3-a2aa-68f64a0fd9dd req-41dce719-02af-4782-9704-34f63b7c7ee5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 945 time: 0.0490589 Jul 29 15:35:40.716326 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-69f28e40-fe1a-40d3-a2aa-68f64a0fd9dd req-53ebed67-8065-4f05-aee4-5b8230c5b110 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303888 Jul 29 15:35:40.957645 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 08d89494-3dba-4a01-95bc-ed37b52b09e1 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:35:41.004870 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 08d89494-3dba-4a01-95bc-ed37b52b09e1 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:35:41.008291 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 08d89494-3dba-4a01-95bc-ed37b52b09e1 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:35:41.008654 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.083477 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.106510 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c165f378-0cfa-4f83-bee1-f3e4093ed9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d89494-3dba-4a01-95bc-ed37b52b09e1'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:41.108655 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dd3144-13bd-449b-9f58-600a96382018" -d '{"events": [{"server_uuid": "c165f378-0cfa-4f83-bee1-f3e4093ed9d3", "name": "network-vif-plugged", "status": "completed", "tag": "08d89494-3dba-4a01-95bc-ed37b52b09e1"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:41.122059 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 08d89494-3dba-4a01-95bc-ed37b52b09e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=08d89494-3dba-4a01-95bc-ed37b52b09e1,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:41.126302 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.149681 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd670f6-ddd6-4bbe-85d5-5d5c842c0e7b x-openstack-request-id: req-efd670f6-ddd6-4bbe-85d5-5d5c842c0e7b {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:41.149971 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c165f378-0cfa-4f83-bee1-f3e4093ed9d3", "name": "network-vif-plugged", "status": "completed", "tag": "08d89494-3dba-4a01-95bc-ed37b52b09e1", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:41.150216 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-efd670f6-ddd6-4bbe-85d5-5d5c842c0e7b {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:41.150596 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c165f378-0cfa-4f83-bee1-f3e4093ed9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d89494-3dba-4a01-95bc-ed37b52b09e1', 'code': 200} Jul 29 15:35:41.176508 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=08d89494-3dba-4a01-95bc-ed37b52b09e1,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:41.323729 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4e20c-c890-4929-9a69-a3aa4559fb8a req-aee5a9e1-6362-4d3b-8895-8c05a9ead5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:41.325231 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a3d4e20c-c890-4929-9a69-a3aa4559fb8a req-aee5a9e1-6362-4d3b-8895-8c05a9ead5d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 1099 time: 0.0409653 Jul 29 15:35:41.371630 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a3d4e20c-c890-4929-9a69-a3aa4559fb8a req-0596442d-5b8f-43e4-ad62-0e0bef3ac500 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276670 Jul 29 15:35:41.830092 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67249e4-102e-446b-b726-cc73d539b8a5 req-86b790f7-8dc9-45c5-afcc-4148288962eb tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:41.831601 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e67249e4-102e-446b-b726-cc73d539b8a5 req-86b790f7-8dc9-45c5-afcc-4148288962eb tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 946 time: 0.0495753 Jul 29 15:35:41.868689 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e67249e4-102e-446b-b726-cc73d539b8a5 req-a22d5e7d-dfb6-4672-b6c1-f4cf6402b892 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Jul 29 15:35:42.058725 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:42.765661 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-b65dfd30-56d0-41df-b281-034553939145 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436413 Jul 29 15:35:42.829350 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-225aa1e0-393d-48a0-884b-0e7387979b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:42.830852 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-225aa1e0-393d-48a0-884b-0e7387979b24 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1099 time: 0.0406127 Jul 29 15:35:42.958567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-d6a874d2-12d0-4f6c-83a4-8605a8574dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:42.960001 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-d6a874d2-12d0-4f6c-83a4-8605a8574dc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 200 len: 910 time: 0.0966678 Jul 29 15:35:43.042572 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b31e9-e478-45fb-8d60-1f96899b9c0b req-dfa77e8d-a70e-4bd4-afa2-78c1ba5c55d8 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.044062 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8d1b31e9-e478-45fb-8d60-1f96899b9c0b req-dfa77e8d-a70e-4bd4-afa2-78c1ba5c55d8 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 946 time: 0.1065993 Jul 29 15:35:43.046171 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-fcbf7d3b-b7cd-4f64-a08c-03d1a9dc048d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 200 len: 1001 time: 0.0725393 Jul 29 15:35:43.121214 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8d1b31e9-e478-45fb-8d60-1f96899b9c0b req-7896661b-2cd0-4d69-bf72-d7722041f8dc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711396 Jul 29 15:35:43.122930 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-5a3031d3-42a0-4b25-b7bb-643e05e7ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.124298 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-5a3031d3-42a0-4b25-b7bb-643e05e7ea3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2abf54-894e-4d2c-8869-5b73b9f40deb HTTP/1.1" status: 200 len: 848 time: 0.0679708 Jul 29 15:35:43.173906 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-1384a697-781f-42b3-880f-f1cf8760eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.175412 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-1384a697-781f-42b3-880f-f1cf8760eec6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e366522e-a469-4674-9e08-c8d3d1a77c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400434 Jul 29 15:35:43.272212 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-4d01351b-851d-46c5-adfb-e6992628f7c8 service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880218 Jul 29 15:35:43.369711 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6d3ae11e-28fe-48fe-9c7d-d5435c2e6ae9 req-9ca3c251-2112-41f2-9348-39c0fc736abd service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880816 Jul 29 15:35:43.870385 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59180) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:43.980775 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:44.075377 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:44.079176 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:44.118659 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee299e7efb4c4d61a0f04f2cef20a5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471299 Jul 29 15:35:44.119588 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ee7db7-e78a-44b7-a32a-bfb548762903,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:44.121331 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59184) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:44.128265 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.128621 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.128987 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.129415 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.129800 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.130138 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.130480 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.130806 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.131133 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.131578 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.131790 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.132167 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd6382-5058-409b-82cd-cf0bb30165ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:44.174243 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a7dd60fb-e623-40b6-ae41-b45a5db7c37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:44.196974 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a7dd60fb-e623-40b6-ae41-b45a5db7c37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:44.245391 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a7dd60fb-e623-40b6-ae41-b45a5db7c37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:44.248298 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a7dd60fb-e623-40b6-ae41-b45a5db7c37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:44.249467 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a7dd60fb-e623-40b6-ae41-b45a5db7c37a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17ee7db7-e78a-44b7-a32a-bfb548762903 HTTP/1.1" status: 204 len: 168 time: 0.1268694 Jul 29 15:35:44.257015 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd60fb-e623-40b6-ae41-b45a5db7c37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ee7db7-e78a-44b7-a32a-bfb548762903,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:44.870216 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-a0904b91-dad4-4061-b4e9-d20dd3a0d0f7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:44.871617 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-a0904b91-dad4-4061-b4e9-d20dd3a0d0f7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 814 time: 0.1062238 Jul 29 15:35:44.887702 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-dea1e16c-7198-43f6-a762-c3e50f7861ec tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/quotas/1549f7a4fa1948509f270f90e079fa62 HTTP/1.1" status: 200 len: 375 time: 0.0096104 Jul 29 15:35:44.950787 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-9258fbc5-ca3a-4c78-8f32-47b88738c148 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574951 Jul 29 15:35:45.043204 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-2b9e4dce-f39a-4cc0-a178-9b43a3be98b4 service neutron] 10.222.0.10 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856166 Jul 29 15:35:45.136736 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-05a73e6f-37be-4a84-a163-907a8a9da03f service neutron] 10.222.0.10 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874901 Jul 29 15:35:45.319112 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-00c44731-7f2b-4921-a3ea-c3cd7f382fa0 req-e907b25b-cf6d-40d8-a13e-64062c98136a tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 210 time: 0.0326974 Jul 29 15:35:46.422736 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-161671b3-f2b1-4d6b-829b-0c417520a1f8 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:46.425217 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-161671b3-f2b1-4d6b-829b-0c417520a1f8 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 814 time: 0.1059146 Jul 29 15:35:46.433256 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-4c1be22f-c67f-4cad-bb1a-d213e7d5d676 req-4f7a7c40-af67-40f1-8612-b02c1409e80b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 210 time: 0.0312438 Jul 29 15:35:46.439469 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Request body: {'port': {'device_id': 'aa772e23-51ea-4b4a-b24b-1c269a9cba79', 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'admin_state_up': True, 'tenant_id': '1549f7a4fa1948509f270f90e079fa62'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:46.572291 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Made reservation on behalf of 1549f7a4fa1948509f270f90e079fa62 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:35:46.576276 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:46.700348 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Allocated IP 172.20.0.8 (360403ba-31ed-40ec-a7b8-58d480923a21/0b8ae55a-bd92-40f0-a209-d7255c92a592/db63d5f2-6ad0-4635-a557-c2d68693e74e) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:35:46.850191 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:46.889925 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:46.908772 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['7ab5f61f-4177-4413-b800-6cdd28bbb543', '08d89494-3dba-4a01-95bc-ed37b52b09e1'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:35:46.930827 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Network 360403ba-31ed-40ec-a7b8-58d480923a21 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:35:46.934015 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:35:46.937721 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:35:46.972573 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Pushing event updated for resources: {'Port': ['ID=db63d5f2-6ad0-4635-a557-c2d68693e74e,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:46.997996 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:46.998621 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.013692 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-27b2df25-8183-4a88-b50b-0e91a5dbe5af tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5783839 Jul 29 15:35:47.030199 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Request body: {'port': {'device_id': 'aa772e23-51ea-4b4a-b24b-1c269a9cba79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:47.084480 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.352568 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db63d5f2-6ad0-4635-a557-c2d68693e74e {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:47.360387 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.374126 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Transition to ACTIVE for port object db63d5f2-6ad0-4635-a557-c2d68693e74e will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:35:47.377710 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.426903 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Pushing event updated for resources: {'Port': ['ID=db63d5f2-6ad0-4635-a557-c2d68693e74e,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:47.504296 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Attempting to bind port db63d5f2-6ad0-4635-a557-c2d68693e74e on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:35:47.504625 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Attempting to bind port db63d5f2-6ad0-4635-a557-c2d68693e74e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:35:47.504990 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Attempting to bind port db63d5f2-6ad0-4635-a557-c2d68693e74e on network 360403ba-31ed-40ec-a7b8-58d480923a21 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:47.518776 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Port db63d5f2-6ad0-4635-a557-c2d68693e74e on network 360403ba-31ed-40ec-a7b8-58d480923a21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:35:47.519092 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Attempting to bind port db63d5f2-6ad0-4635-a557-c2d68693e74e on network 360403ba-31ed-40ec-a7b8-58d480923a21 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:47.538409 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:35:47.539366 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Checking segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:35:47.539748 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Bound using segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:35:47.540177 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Bound port: db63d5f2-6ad0-4635-a557-c2d68693e74e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:35:47.540547 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.590847 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395683c1-7703-43fa-be4b-36004ced53c8 req-1f854f8e-1130-4f95-b04b-ab534be460c7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:47.592337 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-395683c1-7703-43fa-be4b-36004ced53c8 req-1f854f8e-1130-4f95-b04b-ab534be460c7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 943 time: 0.0852637 Jul 29 15:35:47.644806 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] For port db63d5f2-6ad0-4635-a557-c2d68693e74e, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:35:47.661477 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-395683c1-7703-43fa-be4b-36004ced53c8 req-0be77aaa-842a-4886-8d5e-71be5ae209da tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612104 Jul 29 15:35:47.665802 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] For port db63d5f2-6ad0-4635-a557-c2d68693e74e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db63d5f2-6ad0-4635-a557-c2d68693e74e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:35:47.670678 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.709335 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:47.709940 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.711842 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] 10.222.0.59 "PUT /v2.0/ports/db63d5f2-6ad0-4635-a557-c2d68693e74e HTTP/1.1" status: 200 len: 1093 time: 0.6859291 Jul 29 15:35:47.712329 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa772e23-51ea-4b4a-b24b-1c269a9cba79', 'tag': 'db63d5f2-6ad0-4635-a557-c2d68693e74e'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:47.714583 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df" -d '{"events": [{"name": "network-changed", "server_uuid": "aa772e23-51ea-4b4a-b24b-1c269a9cba79", "tag": "db63d5f2-6ad0-4635-a557-c2d68693e74e"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:47.738040 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b91822-a0db-47ff-9df8-f7432f8e4bcf service neutron] Pushing event updated for resources: {'Port': ['ID=db63d5f2-6ad0-4635-a557-c2d68693e74e,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:47.752889 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6c79c2-630e-44e6-a90f-646ba575b77c x-openstack-request-id: req-ab6c79c2-630e-44e6-a90f-646ba575b77c {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:47.753186 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa772e23-51ea-4b4a-b24b-1c269a9cba79", "tag": "db63d5f2-6ad0-4635-a557-c2d68693e74e", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:47.753447 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab6c79c2-630e-44e6-a90f-646ba575b77c {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:47.753858 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa772e23-51ea-4b4a-b24b-1c269a9cba79', 'tag': 'db63d5f2-6ad0-4635-a557-c2d68693e74e', 'status': 'completed', 'code': 200} Jul 29 15:35:47.807404 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-580c7d4f-2f75-401b-b310-09535e718009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:47.808922 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-580c7d4f-2f75-401b-b310-09535e718009 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 1096 time: 0.0410018 Jul 29 15:35:47.857033 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-9e2be58f-8d9e-418b-b150-49d505779d98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db63d5f2-6ad0-4635-a557-c2d68693e74e HTTP/1.1" status: 200 len: 217 time: 0.0375576 Jul 29 15:35:47.908990 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-317f998c-fb15-418c-8e1f-7559d0f9639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:47.910365 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-317f998c-fb15-418c-8e1f-7559d0f9639b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b8ae55a-bd92-40f0-a209-d7255c92a592 HTTP/1.1" status: 200 len: 854 time: 0.0438154 Jul 29 15:35:47.948333 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-ba8b5c2f-86dd-4b79-ba4e-8003d675e91c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=360403ba-31ed-40ec-a7b8-58d480923a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243254 Jul 29 15:35:48.042851 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-21d6a619-fa3d-4010-9b10-1f8ba3865f2a service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 Jul 29 15:35:48.143241 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93523de2-ff7b-4201-ade5-84e0260bf6b6 req-61f44ce0-d9aa-4ece-849f-eccfc568f244 service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833395 Jul 29 15:35:48.249328 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-355db70b-62d1-4a38-b261-be9f7f40705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:48.250905 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-355db70b-62d1-4a38-b261-be9f7f40705b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 1096 time: 0.0442846 Jul 29 15:35:48.347624 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-2acaca90-fd0d-4548-b19f-33f4a9db98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:48.349185 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-2acaca90-fd0d-4548-b19f-33f4a9db98fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 915 time: 0.0894811 Jul 29 15:35:48.394442 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-3b07c2a8-4e87-4a43-88a8-05c3805758d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db63d5f2-6ad0-4635-a557-c2d68693e74e HTTP/1.1" status: 200 len: 217 time: 0.0344768 Jul 29 15:35:48.448418 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-7945175a-4407-4c07-bc33-3163fb5d2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:48.449912 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-7945175a-4407-4c07-bc33-3163fb5d2234 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b8ae55a-bd92-40f0-a209-d7255c92a592 HTTP/1.1" status: 200 len: 854 time: 0.0476739 Jul 29 15:35:48.487914 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-2d7f5699-df19-4a61-8d01-cbeb80c41d25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=360403ba-31ed-40ec-a7b8-58d480923a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244615 Jul 29 15:35:48.578450 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-f4455cbd-1ae4-4c7e-9ea6-b030795428f0 service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824816 Jul 29 15:35:48.675832 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4c924d07-f3e2-4d13-9f34-ec1ab891d2df req-8d2529f2-a08e-41e4-af1d-83f4ddc632ae service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884283 Jul 29 15:35:48.785708 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975919ac-af51-4913-988c-d4d76546d7bb req-af0c12a8-2ac5-47b5-a185-690db9baa75c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:48.787201 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-975919ac-af51-4913-988c-d4d76546d7bb req-af0c12a8-2ac5-47b5-a185-690db9baa75c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 943 time: 0.0507615 Jul 29 15:35:48.826256 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-975919ac-af51-4913-988c-d4d76546d7bb req-9048b69b-0d12-4a7a-8cc2-eba7869a1e2f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Jul 29 15:35:49.947213 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11b0aa-c161-4bc7-8cef-eeceb9363b40 req-0b41a456-1437-4594-9cab-7432e56b22c3 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:49.948693 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bc11b0aa-c161-4bc7-8cef-eeceb9363b40 req-0b41a456-1437-4594-9cab-7432e56b22c3 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 943 time: 0.0504572 Jul 29 15:35:49.988262 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-bc11b0aa-c161-4bc7-8cef-eeceb9363b40 req-e281ab81-226b-47d6-b325-2c224309b4b1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Jul 29 15:35:51.020448 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device db63d5f2-6ad0-4635-a557-c2d68693e74e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:35:51.102844 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625ce8c-2a41-4842-b9ee-0d3935fb992e req-2eab7b0e-884b-4b91-ae3c-03b9e854c31b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:51.104498 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e625ce8c-2a41-4842-b9ee-0d3935fb992e req-2eab7b0e-884b-4b91-ae3c-03b9e854c31b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 943 time: 0.0486081 Jul 29 15:35:51.117203 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port db63d5f2-6ad0-4635-a557-c2d68693e74e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db63d5f2-6ad0-4635-a557-c2d68693e74e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:51.128437 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'db63d5f2-6ad0-4635-a557-c2d68693e74e', 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'port_id': 'db63d5f2-6ad0-4635-a557-c2d68693e74e', 'mac_address': 'fa:16:3e:a1:bc:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8ae55a-bd92-40f0-a209-d7255c92a592', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:35:51.143963 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e625ce8c-2a41-4842-b9ee-0d3935fb992e req-918a4c22-9a3a-44fa-8a50-482757aa0bc0 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Jul 29 15:35:51.165601 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:51.177778 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db63d5f2-6ad0-4635-a557-c2d68693e74e {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:51.198044 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port db63d5f2-6ad0-4635-a557-c2d68693e74e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db63d5f2-6ad0-4635-a557-c2d68693e74e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:51.201932 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:51.261478 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=db63d5f2-6ad0-4635-a557-c2d68693e74e,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:51.530367 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['db63d5f2-6ad0-4635-a557-c2d68693e74e'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:35:52.260975 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc4ab-06ec-4497-b6ce-d48076e5c1a6 req-7eea5027-7573-43ef-8486-292fabab9238 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:52.262441 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-881fc4ab-06ec-4497-b6ce-d48076e5c1a6 req-7eea5027-7573-43ef-8486-292fabab9238 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 944 time: 0.0515022 Jul 29 15:35:52.301219 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-881fc4ab-06ec-4497-b6ce-d48076e5c1a6 req-1d25ae3f-c81f-4dbe-9e1c-ddcd35351003 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329230 Jul 29 15:35:53.030669 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device db63d5f2-6ad0-4635-a557-c2d68693e74e up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:35:53.084384 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port db63d5f2-6ad0-4635-a557-c2d68693e74e completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:35:53.088734 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port db63d5f2-6ad0-4635-a557-c2d68693e74e triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:35:53.089130 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.165861 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.187415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa772e23-51ea-4b4a-b24b-1c269a9cba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db63d5f2-6ad0-4635-a557-c2d68693e74e'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:53.190056 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaa5e8f-4436-4a21-be83-ba45186ce4d1" -d '{"events": [{"server_uuid": "aa772e23-51ea-4b4a-b24b-1c269a9cba79", "name": "network-vif-plugged", "status": "completed", "tag": "db63d5f2-6ad0-4635-a557-c2d68693e74e"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:53.203249 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port db63d5f2-6ad0-4635-a557-c2d68693e74e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db63d5f2-6ad0-4635-a557-c2d68693e74e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:53.207263 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.232579 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0bd2cb-e5fc-4e8d-b4a3-c6b849dddbe7 x-openstack-request-id: req-7d0bd2cb-e5fc-4e8d-b4a3-c6b849dddbe7 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:53.232900 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa772e23-51ea-4b4a-b24b-1c269a9cba79", "name": "network-vif-plugged", "status": "completed", "tag": "db63d5f2-6ad0-4635-a557-c2d68693e74e", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:53.233149 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d0bd2cb-e5fc-4e8d-b4a3-c6b849dddbe7 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:53.233564 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa772e23-51ea-4b4a-b24b-1c269a9cba79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db63d5f2-6ad0-4635-a557-c2d68693e74e', 'code': 200} Jul 29 15:35:53.258823 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=db63d5f2-6ad0-4635-a557-c2d68693e74e,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:53.409172 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be1063-0e03-48c6-9260-f7187072fae6 req-97610f34-42ad-4f53-bfde-1ea40bfb5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:53.410946 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-03be1063-0e03-48c6-9260-f7187072fae6 req-97610f34-42ad-4f53-bfde-1ea40bfb5862 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 1098 time: 0.0450177 Jul 29 15:35:53.422677 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8103cd2-d3a8-4de9-8ca2-f6891ed465f7 req-43c30a36-0b5f-4094-a379-1be47ce980d4 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:53.424196 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d8103cd2-d3a8-4de9-8ca2-f6891ed465f7 req-43c30a36-0b5f-4094-a379-1be47ce980d4 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 945 time: 0.0523808 Jul 29 15:35:53.449108 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-03be1063-0e03-48c6-9260-f7187072fae6 req-2d91e78f-cae2-415c-91d4-df532518d3f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283196 Jul 29 15:35:53.463989 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-d8103cd2-d3a8-4de9-8ca2-f6891ed465f7 req-3c488244-a58b-4d38-958b-2d804953b5c0 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338180 Jul 29 15:35:54.584390 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f28c86-23e4-49de-817e-50c34bbc9dde req-c363c3a9-525f-4742-a575-f5ca1ec4506b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:54.586621 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-99f28c86-23e4-49de-817e-50c34bbc9dde req-c363c3a9-525f-4742-a575-f5ca1ec4506b tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 945 time: 0.0506668 Jul 29 15:35:54.625350 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-99f28c86-23e4-49de-817e-50c34bbc9dde req-927ce72f-3582-4edb-9f3b-05fa37046e95 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Jul 29 15:35:55.741974 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e4717-c015-46ef-9b75-fffad40ad564 req-73c2df69-49ec-44b4-b45f-9b31a4012161 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:55.743616 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-996e4717-c015-46ef-9b75-fffad40ad564 req-73c2df69-49ec-44b4-b45f-9b31a4012161 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 945 time: 0.0488226 Jul 29 15:35:55.783606 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-996e4717-c015-46ef-9b75-fffad40ad564 req-0fb19a10-2a27-4f52-9959-c1b33866909d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338962 Jul 29 15:35:58.831442 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-cde53def-fa37-4cde-b10e-615e124f93fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:01.238894 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-91c71249-b8e1-4730-813b-8bc3facde7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:01.434064 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:02.520259 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:04.104947 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:10.737251 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-059c379b-2cd1-494a-b2b2-199ec08f831c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:10.738812 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-059c379b-2cd1-494a-b2b2-199ec08f831c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 814 time: 0.1018808 Jul 29 15:36:10.754650 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-8194e10f-e79b-443d-9afe-bbf1e531c22a tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/quotas/1549f7a4fa1948509f270f90e079fa62 HTTP/1.1" status: 200 len: 375 time: 0.0100772 Jul 29 15:36:10.807879 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-db1c2414-bb6c-4401-8af2-43e573b4898c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476582 Jul 29 15:36:10.895342 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-ad100453-99da-4dfa-8896-41ba4c69561f service neutron] 10.222.0.10 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796535 Jul 29 15:36:10.985538 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-1cedc806-fd63-41dc-9812-e7f1cb7cb160 service neutron] 10.222.0.10 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842209 Jul 29 15:36:11.156421 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5eb6b3bf-1d04-4882-b9c6-1f162baab391 req-e8d14376-24f4-40ff-97f2-f718937f231a tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 210 time: 0.0378139 Jul 29 15:36:12.088012 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:12.170666 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-2407205e-8673-4053-b122-a19e89facb77 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:12.172057 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-2407205e-8673-4053-b122-a19e89facb77 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "GET /v2.0/networks?id=360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 200 len: 814 time: 0.1083155 Jul 29 15:36:12.194643 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Request body: {'port': {'device_id': 'e5c684a3-7d96-460b-8031-da0705ba3885', 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'admin_state_up': True, 'tenant_id': '1549f7a4fa1948509f270f90e079fa62'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:36:12.242509 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a4fab404-5289-470a-810d-4e7143bf8e20 req-c602e216-d66e-4434-a91f-8f37d4672860 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Jul 29 15:36:12.303060 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Made reservation on behalf of 1549f7a4fa1948509f270f90e079fa62 for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:36:12.306480 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:12.436680 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Allocated IP 172.20.0.5 (360403ba-31ed-40ec-a7b8-58d480923a21/0b8ae55a-bd92-40f0-a209-d7255c92a592/006e647a-24e6-4ba0-86d0-44ee4a2b018e) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:36:12.586996 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:12.626988 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:12.664101 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['7ab5f61f-4177-4413-b800-6cdd28bbb543', '08d89494-3dba-4a01-95bc-ed37b52b09e1', 'db63d5f2-6ad0-4635-a557-c2d68693e74e'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:36:12.673606 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Network 360403ba-31ed-40ec-a7b8-58d480923a21 is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:36:12.676835 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:36:12.679352 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:36:12.715109 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Pushing event updated for resources: {'Port': ['ID=006e647a-24e6-4ba0-86d0-44ee4a2b018e,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:12.739622 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:12.740266 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:12.754972 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7184b41e-d336-40e0-a09c-0c6e01cd9acc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642478 Jul 29 15:36:12.770083 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Request body: {'port': {'device_id': 'e5c684a3-7d96-460b-8031-da0705ba3885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:36:12.826725 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:13.082520 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006e647a-24e6-4ba0-86d0-44ee4a2b018e {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:36:13.089942 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:13.102003 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Transition to ACTIVE for port object 006e647a-24e6-4ba0-86d0-44ee4a2b018e will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:36:13.105729 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:13.158133 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Pushing event updated for resources: {'Port': ['ID=006e647a-24e6-4ba0-86d0-44ee4a2b018e,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:13.224134 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Attempting to bind port 006e647a-24e6-4ba0-86d0-44ee4a2b018e on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:36:13.224789 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Attempting to bind port 006e647a-24e6-4ba0-86d0-44ee4a2b018e by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:36:13.224789 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Attempting to bind port 006e647a-24e6-4ba0-86d0-44ee4a2b018e on network 360403ba-31ed-40ec-a7b8-58d480923a21 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:36:13.230794 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Port 006e647a-24e6-4ba0-86d0-44ee4a2b018e on network 360403ba-31ed-40ec-a7b8-58d480923a21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:36:13.231385 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Attempting to bind port 006e647a-24e6-4ba0-86d0-44ee4a2b018e on network 360403ba-31ed-40ec-a7b8-58d480923a21 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:36:13.236724 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:36:13.237088 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Checking segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:36:13.237549 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Bound using segment: {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:36:13.237983 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Bound port: 006e647a-24e6-4ba0-86d0-44ee4a2b018e, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130208ff-0918-434f-af80-6bb277ca0819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:36:13.238366 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:13.300506 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] For port 006e647a-24e6-4ba0-86d0-44ee4a2b018e, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:36:13.303546 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] For port 006e647a-24e6-4ba0-86d0-44ee4a2b018e, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=006e647a-24e6-4ba0-86d0-44ee4a2b018e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:36:13.307891 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:13.369023 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:13.369635 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:13.370995 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] 10.222.0.59 "PUT /v2.0/ports/006e647a-24e6-4ba0-86d0-44ee4a2b018e HTTP/1.1" status: 200 len: 1093 time: 0.6052542 Jul 29 15:36:13.371964 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c684a3-7d96-460b-8031-da0705ba3885', 'tag': '006e647a-24e6-4ba0-86d0-44ee4a2b018e'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:13.374344 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444110c-0819-4b9c-a944-0f0bc65b08fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c684a3-7d96-460b-8031-da0705ba3885", "tag": "006e647a-24e6-4ba0-86d0-44ee4a2b018e"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:13.402523 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a5473-0d6d-4a5b-a3ad-0df74967c5df service neutron] Pushing event updated for resources: {'Port': ['ID=006e647a-24e6-4ba0-86d0-44ee4a2b018e,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:13.410640 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5211119d-6308-48c6-b793-9d5e7673fbad x-openstack-request-id: req-5211119d-6308-48c6-b793-9d5e7673fbad {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:13.410909 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c684a3-7d96-460b-8031-da0705ba3885", "tag": "006e647a-24e6-4ba0-86d0-44ee4a2b018e", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:13.411243 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5211119d-6308-48c6-b793-9d5e7673fbad {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:13.411529 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c684a3-7d96-460b-8031-da0705ba3885', 'tag': '006e647a-24e6-4ba0-86d0-44ee4a2b018e', 'status': 'completed', 'code': 200} Jul 29 15:36:13.419149 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521ca3e-3c06-474c-bc81-4a928eed9b6c req-0eb52569-1f62-4a78-9501-a5537ce75311 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:13.420632 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8521ca3e-3c06-474c-bc81-4a928eed9b6c req-0eb52569-1f62-4a78-9501-a5537ce75311 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 943 time: 0.1037533 Jul 29 15:36:13.459128 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8521ca3e-3c06-474c-bc81-4a928eed9b6c req-50547fc9-c7d9-460d-8ef6-2ade9b812da8 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Jul 29 15:36:14.572849 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d28b0e-bb96-41a8-ba16-5ff3e0ef3c67 req-d93a4db9-8b5a-4b5d-bd26-18f058fb68c1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:14.574301 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a1d28b0e-bb96-41a8-ba16-5ff3e0ef3c67 req-d93a4db9-8b5a-4b5d-bd26-18f058fb68c1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 943 time: 0.0477469 Jul 29 15:36:14.611569 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a1d28b0e-bb96-41a8-ba16-5ff3e0ef3c67 req-af2c81e7-7cf0-4025-b6f5-da0e248ba896 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Jul 29 15:36:14.956932 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:36:15.725855 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b84089-f466-46ee-8c5b-a55c060b7132 req-d320ea6b-9a55-4b3c-a646-950523998121 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:15.727196 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b2b84089-f466-46ee-8c5b-a55c060b7132 req-d320ea6b-9a55-4b3c-a646-950523998121 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 943 time: 0.0498283 Jul 29 15:36:15.771301 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b2b84089-f466-46ee-8c5b-a55c060b7132 req-e5c2b2fe-9b5a-40c9-a1b0-e57b9945b5bb tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Jul 29 15:36:16.401679 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444110c-0819-4b9c-a944-0f0bc65b08fb req-3e580498-49a5-422f-ac86-2ce82130bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:16.403696 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5444110c-0819-4b9c-a944-0f0bc65b08fb req-3e580498-49a5-422f-ac86-2ce82130bfb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 1096 time: 0.0403085 Jul 29 15:36:16.780720 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444110c-0819-4b9c-a944-0f0bc65b08fb req-d5ab5be5-124a-4d8d-87ce-f030fe68a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:16.782143 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5444110c-0819-4b9c-a944-0f0bc65b08fb req-d5ab5be5-124a-4d8d-87ce-f030fe68a58f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1549f7a4fa1948509f270f90e079fa62&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3555744 Jul 29 15:36:16.880090 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444110c-0819-4b9c-a944-0f0bc65b08fb req-1cf8cf64-e561-4975-8687-87c615b146ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:16.881592 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5444110c-0819-4b9c-a944-0f0bc65b08fb req-1cf8cf64-e561-4975-8687-87c615b146ee service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915179 Jul 29 15:36:16.886223 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a56bc-601c-49fe-be4b-90d25aad3490 req-6d737c57-2304-466f-831e-021bf8a4eedc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:16.888714 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-289a56bc-601c-49fe-be4b-90d25aad3490 req-6d737c57-2304-466f-831e-021bf8a4eedc tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 943 time: 0.0521913 Jul 29 15:36:16.929696 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-289a56bc-601c-49fe-be4b-90d25aad3490 req-00d053fc-8a59-473e-adac-209c7cd3c90a tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351481 Jul 29 15:36:16.967656 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-455e70b6-bb1c-40f8-9d6a-359f932e85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:16.967656 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-455e70b6-bb1c-40f8-9d6a-359f932e85f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1549f7a4fa1948509f270f90e079fa62&device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 1096 time: 0.0422635 Jul 29 15:36:17.014752 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-dc5268dd-d55d-449d-860d-2e5c7b07086e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=006e647a-24e6-4ba0-86d0-44ee4a2b018e HTTP/1.1" status: 200 len: 217 time: 0.0348828 Jul 29 15:36:17.063590 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-58c43cfe-3d92-487f-a50e-a6c9f2afdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:17.065028 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-58c43cfe-3d92-487f-a50e-a6c9f2afdf1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b8ae55a-bd92-40f0-a209-d7255c92a592 HTTP/1.1" status: 200 len: 854 time: 0.0421374 Jul 29 15:36:17.101357 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-ab7fc573-b07f-4aa8-b35d-04f9f0e103ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=360403ba-31ed-40ec-a7b8-58d480923a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274625 Jul 29 15:36:17.188493 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-980b8f34-a9a2-4372-bbd2-641ccfa4c647 service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791025 Jul 29 15:36:17.284738 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e43970d1-2607-44ed-95eb-105d8049a1b1 req-ab71d2f6-e6f8-4dbe-8400-904c00455a84 service neutron] 10.222.0.59 "GET /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836086 Jul 29 15:36:18.048776 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ee2a-6818-419e-9ec0-e2cc26bb5a7a req-c299523a-6e1d-4762-a58b-191817e7e757 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:18.050431 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2d20ee2a-6818-419e-9ec0-e2cc26bb5a7a req-c299523a-6e1d-4762-a58b-191817e7e757 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 943 time: 0.0519009 Jul 29 15:36:18.092708 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2d20ee2a-6818-419e-9ec0-e2cc26bb5a7a req-38918b71-59de-4425-932c-6a89df4ef3fb tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360644 Jul 29 15:36:19.172082 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 006e647a-24e6-4ba0-86d0-44ee4a2b018e details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:36:19.207158 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65200d-c699-4935-afd1-2829ba5abdb4 req-29eccd81-965c-4f9f-8a75-3de91e61ba47 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:19.208685 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1d65200d-c699-4935-afd1-2829ba5abdb4 req-29eccd81-965c-4f9f-8a75-3de91e61ba47 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 943 time: 0.0486462 Jul 29 15:36:19.248843 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-1d65200d-c699-4935-afd1-2829ba5abdb4 req-f75a22fe-5b16-4e6d-ab6e-1aeaf9a62b83 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342665 Jul 29 15:36:19.269054 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 006e647a-24e6-4ba0-86d0-44ee4a2b018e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=006e647a-24e6-4ba0-86d0-44ee4a2b018e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:19.280482 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '006e647a-24e6-4ba0-86d0-44ee4a2b018e', 'network_id': '360403ba-31ed-40ec-a7b8-58d480923a21', 'port_id': '006e647a-24e6-4ba0-86d0-44ee4a2b018e', 'mac_address': 'fa:16:3e:e2:11:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b8ae55a-bd92-40f0-a209-d7255c92a592', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:36:19.316834 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:19.330933 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006e647a-24e6-4ba0-86d0-44ee4a2b018e {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:36:19.350911 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 006e647a-24e6-4ba0-86d0-44ee4a2b018e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=006e647a-24e6-4ba0-86d0-44ee4a2b018e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:19.354846 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:19.403196 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=006e647a-24e6-4ba0-86d0-44ee4a2b018e,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:19.675552 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['006e647a-24e6-4ba0-86d0-44ee4a2b018e'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:36:20.362558 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ed825-1d12-42e6-b72c-fc9f9ce002b3 req-3dddea9c-8ae2-4f5b-b40f-71a8e5b17869 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:20.364039 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-012ed825-1d12-42e6-b72c-fc9f9ce002b3 req-3dddea9c-8ae2-4f5b-b40f-71a8e5b17869 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 944 time: 0.0493665 Jul 29 15:36:20.402185 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-012ed825-1d12-42e6-b72c-fc9f9ce002b3 req-64e2c0b1-acd1-4eb1-b526-c5098eb9fe91 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323036 Jul 29 15:36:21.188758 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 006e647a-24e6-4ba0-86d0-44ee4a2b018e up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:36:21.235002 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 006e647a-24e6-4ba0-86d0-44ee4a2b018e completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:36:21.238398 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 006e647a-24e6-4ba0-86d0-44ee4a2b018e triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:36:21.238764 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:21.314256 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:21.335391 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c684a3-7d96-460b-8031-da0705ba3885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006e647a-24e6-4ba0-86d0-44ee4a2b018e'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:21.337619 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccfdea1-a28d-4c74-bc4c-5b86726e6f02" -d '{"events": [{"server_uuid": "e5c684a3-7d96-460b-8031-da0705ba3885", "name": "network-vif-plugged", "status": "completed", "tag": "006e647a-24e6-4ba0-86d0-44ee4a2b018e"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:21.351203 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 006e647a-24e6-4ba0-86d0-44ee4a2b018e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=006e647a-24e6-4ba0-86d0-44ee4a2b018e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:21.355244 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:21.378158 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1982c34-7bda-4e1f-b5f5-d1714540fd57 x-openstack-request-id: req-b1982c34-7bda-4e1f-b5f5-d1714540fd57 {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:21.378443 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c684a3-7d96-460b-8031-da0705ba3885", "name": "network-vif-plugged", "status": "completed", "tag": "006e647a-24e6-4ba0-86d0-44ee4a2b018e", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:21.378692 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1982c34-7bda-4e1f-b5f5-d1714540fd57 {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:21.379070 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c684a3-7d96-460b-8031-da0705ba3885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006e647a-24e6-4ba0-86d0-44ee4a2b018e', 'code': 200} Jul 29 15:36:21.404726 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=006e647a-24e6-4ba0-86d0-44ee4a2b018e,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:21.546708 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98321513-d0f8-4059-accc-05f4ea49fac7 req-1323c835-50fc-427a-90ae-3202affee6e7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:21.548196 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-98321513-d0f8-4059-accc-05f4ea49fac7 req-1323c835-50fc-427a-90ae-3202affee6e7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 945 time: 0.0769227 Jul 29 15:36:21.572573 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbbc9-43cd-4c44-9fc2-6ed636c7f493 req-54c2db4e-768c-4af8-980d-33c5d49ea2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:21.574060 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2a0dbbc9-43cd-4c44-9fc2-6ed636c7f493 req-54c2db4e-768c-4af8-980d-33c5d49ea2b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 1098 time: 0.0659254 Jul 29 15:36:21.605401 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-98321513-d0f8-4059-accc-05f4ea49fac7 req-394ba0ad-00d0-4a91-b2a8-d6f3505cfe90 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508485 Jul 29 15:36:21.623258 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-2a0dbbc9-43cd-4c44-9fc2-6ed636c7f493 req-b8eea53e-40ec-4b45-8a33-41d557b145e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Jul 29 15:36:22.735758 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47071466-aca2-4f56-8698-76d7fab61551 req-7a1ca856-f1d2-48df-ad98-dd0458f4c796 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:22.737362 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-47071466-aca2-4f56-8698-76d7fab61551 req-7a1ca856-f1d2-48df-ad98-dd0458f4c796 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 945 time: 0.0515916 Jul 29 15:36:22.775709 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-47071466-aca2-4f56-8698-76d7fab61551 req-ed2fcb5d-37d2-4f82-9cb1-5614a48321be tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Jul 29 15:36:22.962170 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59558) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:23.063316 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-efd02898-af12-493a-9529-82ca2b5ff5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:23.151721 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-efd02898-af12-493a-9529-82ca2b5ff5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:23.156155 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-efd02898-af12-493a-9529-82ca2b5ff5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:23.194096 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-efd02898-af12-493a-9529-82ca2b5ff5bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=560aae92856d4853962833e5593a5473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308331 Jul 29 15:36:23.195213 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd02898-af12-493a-9529-82ca2b5ff5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc2c15e-c2e5-48ae-9492-90d73c3178e7,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:23.196735 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59562) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:23.250355 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-73afe403-ca01-4055-b372-980431c2b674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:23.270794 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-73afe403-ca01-4055-b372-980431c2b674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:23.316829 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-73afe403-ca01-4055-b372-980431c2b674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:23.320196 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-73afe403-ca01-4055-b372-980431c2b674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:23.321608 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-73afe403-ca01-4055-b372-980431c2b674 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1cc2c15e-c2e5-48ae-9492-90d73c3178e7 HTTP/1.1" status: 204 len: 168 time: 0.1237242 Jul 29 15:36:23.330779 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afe403-ca01-4055-b372-980431c2b674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc2c15e-c2e5-48ae-9492-90d73c3178e7,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:23.898263 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c14380-01b5-4af1-a8a1-080669880160 req-6b4c2513-0539-4af5-8658-dacb19ec7cb7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:23.899750 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-31c14380-01b5-4af1-a8a1-080669880160 req-6b4c2513-0539-4af5-8658-dacb19ec7cb7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 945 time: 0.0539882 Jul 29 15:36:23.938650 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-31c14380-01b5-4af1-a8a1-080669880160 req-fdbefa78-2ae3-48b4-baf0-47c4bda029e8 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Jul 29 15:36:28.831539 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-aeba2d8c-543b-4b9e-b8b8-56ff05152690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:31.245706 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-49ac8fff-27ae-4304-94a8-0a1520dec74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:31.434293 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.301120 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59666) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:32.403773 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76cabd4e-c325-4ce7-bbe0-06e750721297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.491798 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76cabd4e-c325-4ce7-bbe0-06e750721297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.495327 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76cabd4e-c325-4ce7-bbe0-06e750721297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.522611 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.533224 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-76cabd4e-c325-4ce7-bbe0-06e750721297 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88369828d30248fd9612ba18d295b0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310002 Jul 29 15:36:32.534335 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cabd4e-c325-4ce7-bbe0-06e750721297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d6709b-4ad5-4262-ba0d-545f30bb594b,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:32.535899 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59670) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:32.585951 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.607025 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.652602 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.655107 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:32.656806 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2d6709b-4ad5-4262-ba0d-545f30bb594b HTTP/1.1" status: 204 len: 168 time: 0.1190419 Jul 29 15:36:32.664266 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d6709b-4ad5-4262-ba0d-545f30bb594b,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:32.671168 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.672238 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.672555 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.672906 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.673238 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.673584 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.673876 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.674199 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.674521 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.674836 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.675152 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:32.675469 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75923cac-0ddb-40c3-9de0-e42350c8b79c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:34.111010 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:36.361516 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59692) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:36.525826 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Deleting port 49158dcc-13b4-4739-a0b7-d2818e4138be {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:36.526187 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:36.610558 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:36.610892 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:36.622022 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Calling delete_port for 49158dcc-13b4-4739-a0b7-d2818e4138be owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:36.788835 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:36.814953 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event deleted for resources: {'Port': ['ID=49158dcc-13b4-4739-a0b7-d2818e4138be,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:36.877737 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:36.878072 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Floating IP ab20188c-cf3d-46b3-9ea1-1e369827f907 disassociated (deleted). External IP: 172.27.0.15, port: fbb9ba0d-28af-448e-b140-2d775e456804. Jul 29 15:36:37.078644 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:36:37.189542 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:36:37.194479 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:37.199056 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:36:37.208030 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:37.208638 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:37.225783 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-dcb38dbf-ac9e-467e-92bc-ea385fdaded6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "DELETE /v2.0/floatingips/ab20188c-cf3d-46b3-9ea1-1e369827f907 HTTP/1.1" status: 204 len: 168 time: 0.8631694 Jul 29 15:36:37.226474 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:37.228924 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b51177-786a-4878-8634-5fe52ca227e9" -d '{"events": [{"name": "network-changed", "server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:37.268535 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15f3063-97af-4f1d-8306-ec09952f6d73 x-openstack-request-id: req-f15f3063-97af-4f1d-8306-ec09952f6d73 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:37.269099 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:37.269404 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f15f3063-97af-4f1d-8306-ec09952f6d73 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:37.269921 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'status': 'completed', 'code': 200} Jul 29 15:36:37.324417 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:37.355264 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b51177-786a-4878-8634-5fe52ca227e9 req-15e6ed3a-6061-4976-aadb-5d2933def4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:37.357828 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42b51177-786a-4878-8634-5fe52ca227e9 req-15e6ed3a-6061-4976-aadb-5d2933def4c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 1099 time: 0.0548506 Jul 29 15:36:37.502283 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292201e9-7b6d-4e95-92f7-567b1398a602 req-58f0546f-bbca-477e-8132-bdbfd8bce29d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:37.503806 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-292201e9-7b6d-4e95-92f7-567b1398a602 req-58f0546f-bbca-477e-8132-bdbfd8bce29d tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 946 time: 0.0773857 Jul 29 15:36:37.523733 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b51177-786a-4878-8634-5fe52ca227e9 req-df79cbd1-d3cb-4622-b04e-615372dec92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:37.525220 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42b51177-786a-4878-8634-5fe52ca227e9 req-df79cbd1-d3cb-4622-b04e-615372dec92f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.1435106 Jul 29 15:36:37.570947 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:37Z', 'revision_number': 1, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:37.574527 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42b51177-786a-4878-8634-5fe52ca227e9 req-06eba91f-a93d-4b68-aab5-033804c33181 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbb9ba0d-28af-448e-b140-2d775e456804 HTTP/1.1" status: 200 len: 217 time: 0.0374887 Jul 29 15:36:37.587908 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-292201e9-7b6d-4e95-92f7-567b1398a602 req-68188f6e-f763-47f7-82e1-d909d3dbe734 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751219 Jul 29 15:36:37.612782 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:36:37.617233 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:37.617852 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:37.636929 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b51177-786a-4878-8634-5fe52ca227e9 req-8525d189-a920-4e5a-84a6-3b7468f2d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:37.638867 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42b51177-786a-4878-8634-5fe52ca227e9 req-8525d189-a920-4e5a-84a6-3b7468f2d48e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0500798 Jul 29 15:36:37.692051 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b51177-786a-4878-8634-5fe52ca227e9 req-ab1551a3-9868-48ff-be5f-f7a6dbb52f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:37.693584 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42b51177-786a-4878-8634-5fe52ca227e9 req-ab1551a3-9868-48ff-be5f-f7a6dbb52f11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457723 Jul 29 15:36:37.724973 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:37.788733 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42b51177-786a-4878-8634-5fe52ca227e9 req-5a4d73a5-f00e-425f-8494-a4b51922c467 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816963 Jul 29 15:36:37.898795 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-42b51177-786a-4878-8634-5fe52ca227e9 req-64f8c97b-c850-45e4-8c83-2f4e506cb6e1 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995550 Jul 29 15:36:37.973625 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:37Z', 'revision_number': 1, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:37.998746 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01117a-1dda-4af0-84b8-c8362067ea5b None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_floatingips': [{'id': '804a858e-3522-4e7d-ac13-421d70a245ab', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'router_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'port_id': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'mac_address': 'fa:16:3e:c7:9e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:32:35Z', 'updated_at': '2021-07-29T15:32:37Z', 'revision_number': 1, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:36:38.203442 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3565f6-b663-4827-ae2b-2c226258a1b1 None None] New status for floating IP ab20188c-cf3d-46b3-9ea1-1e369827f907: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:36:38.713647 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76c0a6-d53e-4ad2-aaeb-09fb942a5e77 req-4962c25d-e958-4605-a6e9-cb0fbcbeb1c3 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:38.715063 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9c76c0a6-d53e-4ad2-aaeb-09fb942a5e77 req-4962c25d-e958-4605-a6e9-cb0fbcbeb1c3 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 946 time: 0.0530643 Jul 29 15:36:38.911257 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec72f74-6fe6-4851-9956-80040f15fe9b req-9cad9930-2224-45bf-9a1b-15a33e2fb9c2 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:38.912854 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dec72f74-6fe6-4851-9956-80040f15fe9b req-9cad9930-2224-45bf-9a1b-15a33e2fb9c2 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 945 time: 0.0519321 Jul 29 15:36:38.951922 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dec72f74-6fe6-4851-9956-80040f15fe9b req-41c7c070-7654-4ba9-b759-0f7448d0496c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Jul 29 15:36:38.999446 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9c76c0a6-d53e-4ad2-aaeb-09fb942a5e77 req-f52f757d-c111-47c3-aa15-df49702d34ac tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773976 Jul 29 15:36:39.270910 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-c467cb15-77f9-445a-8e6f-4ec20c57cbe6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:39.272267 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-c467cb15-77f9-445a-8e6f-4ec20c57cbe6 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 946 time: 0.0507307 Jul 29 15:36:39.364846 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Deleting port fbb9ba0d-28af-448e-b140-2d775e456804 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:39.365194 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:39.449811 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] For port fbb9ba0d-28af-448e-b140-2d775e456804, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=fbb9ba0d-28af-448e-b140-2d775e456804,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:39.450179 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:39.463718 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Calling delete_port for fbb9ba0d-28af-448e-b140-2d775e456804 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:39.597586 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:39.625300 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event deleted for resources: {'Port': ['ID=fbb9ba0d-28af-448e-b140-2d775e456804,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:39.669607 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] No DVR routers for this DVR port fbb9ba0d-28af-448e-b140-2d775e456804 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:39.672908 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:39.674912 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-33a22d31-0a99-47c7-b63c-d209f1511018 req-7db881fa-71c3-4787-827f-1cbb5d6c2dff tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "DELETE /v2.0/ports/fbb9ba0d-28af-448e-b140-2d775e456804 HTTP/1.1" status: 204 len: 173 time: 0.3947875 Jul 29 15:36:39.675352 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'name': 'network-vif-deleted', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:39.677591 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba0ee22-8010-4f3f-96ed-65dd25ca8c6b" -d '{"events": [{"server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "name": "network-vif-deleted", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:39.714028 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf6b2e5-2fb6-4212-a793-9fef13c6efcb x-openstack-request-id: req-8cf6b2e5-2fb6-4212-a793-9fef13c6efcb {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:39.714320 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ed09af-a7c7-4fa4-a18c-25605a3c7547", "name": "network-vif-deleted", "tag": "fbb9ba0d-28af-448e-b140-2d775e456804", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:39.714572 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cf6b2e5-2fb6-4212-a793-9fef13c6efcb {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:39.715066 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ed09af-a7c7-4fa4-a18c-25605a3c7547', 'name': 'network-vif-deleted', 'tag': 'fbb9ba0d-28af-448e-b140-2d775e456804', 'status': 'completed', 'code': 200} Jul 29 15:36:40.083609 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c60a-093d-489e-9724-60b9eb8c61b9 req-70fe470d-f7d6-406c-8225-5e8500fb8f38 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:40.085154 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a1a6c60a-093d-489e-9724-60b9eb8c61b9 req-70fe470d-f7d6-406c-8225-5e8500fb8f38 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 945 time: 0.0545037 Jul 29 15:36:40.116671 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-5e106d64-7239-4bbe-9b94-56556670dd17 req-633df406-cc27-4df5-96f5-310ffe537a99 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=98ed09af-a7c7-4fa4-a18c-25605a3c7547 HTTP/1.1" status: 200 len: 210 time: 0.0290210 Jul 29 15:36:40.126607 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-a1a6c60a-093d-489e-9724-60b9eb8c61b9 req-2e894c13-1ad2-4c73-a12b-8b9e71254c29 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347865 Jul 29 15:36:40.764245 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-cea58861-ede3-43ed-8599-4c2ef1b66537 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:40.765713 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-cea58861-ede3-43ed-8599-4c2ef1b66537 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 945 time: 0.0504966 Jul 29 15:36:40.859893 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Deleting port 006e647a-24e6-4ba0-86d0-44ee4a2b018e {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:40.860236 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:40.944837 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] For port 006e647a-24e6-4ba0-86d0-44ee4a2b018e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=006e647a-24e6-4ba0-86d0-44ee4a2b018e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:40.945205 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:40.958066 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Calling delete_port for 006e647a-24e6-4ba0-86d0-44ee4a2b018e owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:41.083199 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:41.094556 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['7ab5f61f-4177-4413-b800-6cdd28bbb543', '08d89494-3dba-4a01-95bc-ed37b52b09e1', 'db63d5f2-6ad0-4635-a557-c2d68693e74e', '006e647a-24e6-4ba0-86d0-44ee4a2b018e'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:36:41.110961 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Pushing event deleted for resources: {'Port': ['ID=006e647a-24e6-4ba0-86d0-44ee4a2b018e,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:41.153047 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] No DVR routers for this DVR port 006e647a-24e6-4ba0-86d0-44ee4a2b018e on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:41.155523 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:41.157890 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-4d4c53ea-da3a-4102-b45a-976b322af00f req-c06d25d0-5e2b-45af-a4ac-6b66eb140c7d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "DELETE /v2.0/ports/006e647a-24e6-4ba0-86d0-44ee4a2b018e HTTP/1.1" status: 204 len: 173 time: 0.3853028 Jul 29 15:36:41.234644 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-710bce34-9e9b-4ae6-ba9f-051c553cc412 req-0177ad21-67fe-414e-af11-41857518c6ed tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=e5c684a3-7d96-460b-8031-da0705ba3885 HTTP/1.1" status: 200 len: 210 time: 0.0267253 Jul 29 15:36:41.716512 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c684a3-7d96-460b-8031-da0705ba3885', 'name': 'network-vif-deleted', 'tag': '006e647a-24e6-4ba0-86d0-44ee4a2b018e'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:41.720113 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cc4ab3-4e04-48ac-b880-c6cf18f5b452" -d '{"events": [{"server_uuid": "e5c684a3-7d96-460b-8031-da0705ba3885", "name": "network-vif-deleted", "tag": "006e647a-24e6-4ba0-86d0-44ee4a2b018e"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:41.761872 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4c114e-c761-4140-ae80-08911117e952 x-openstack-request-id: req-fb4c114e-c761-4140-ae80-08911117e952 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:41.762166 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c684a3-7d96-460b-8031-da0705ba3885", "name": "network-vif-deleted", "tag": "006e647a-24e6-4ba0-86d0-44ee4a2b018e", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:41.762412 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb4c114e-c761-4140-ae80-08911117e952 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:41.762845 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c684a3-7d96-460b-8031-da0705ba3885', 'name': 'network-vif-deleted', 'tag': '006e647a-24e6-4ba0-86d0-44ee4a2b018e', 'status': 'completed', 'code': 200} Jul 29 15:36:42.097576 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:43.275117 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 006e647a-24e6-4ba0-86d0-44ee4a2b018e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:43.297748 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 006e647a-24e6-4ba0-86d0-44ee4a2b018e {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:43.298086 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 006e647a-24e6-4ba0-86d0-44ee4a2b018e not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:43.298498 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device fbb9ba0d-28af-448e-b140-2d775e456804 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:43.316362 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: fbb9ba0d-28af-448e-b140-2d775e456804 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:43.316696 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device fbb9ba0d-28af-448e-b140-2d775e456804 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:43.430690 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59750) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:43.605374 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Deleting port 8c605098-7587-4d51-ad4c-d45d8ba8a202 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:43.605716 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:43.650885 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe47c47-8387-4798-8410-382918555ea6 req-7736d4ad-8e55-443f-8b0c-8fa6bf3dc61f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:43.652354 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cbe47c47-8387-4798-8410-382918555ea6 req-7736d4ad-8e55-443f-8b0c-8fa6bf3dc61f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 945 time: 0.0554907 Jul 29 15:36:43.679981 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:43.680308 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:43.690801 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-cbe47c47-8387-4798-8410-382918555ea6 req-6017a88e-2c4b-4df2-95dc-616353da782d tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Jul 29 15:36:43.691880 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Calling delete_port for 8c605098-7587-4d51-ad4c-d45d8ba8a202 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:43.838058 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:43.864209 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event deleted for resources: {'Port': ['ID=8c605098-7587-4d51-ad4c-d45d8ba8a202,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:43.924351 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:43.924928 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Floating IP 804a858e-3522-4e7d-ac13-421d70a245ab disassociated (deleted). External IP: 172.27.0.105, port: 25931977-2b4b-4530-bfc2-e4e3d4ae09dc. Jul 29 15:36:44.121803 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:36:44.225818 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:36:44.230556 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:44.235803 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:36:44.244426 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:44.245053 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:44.257779 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-5ce0c3fb-f872-4fe9-866c-dbda9186b350 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "DELETE /v2.0/floatingips/804a858e-3522-4e7d-ac13-421d70a245ab HTTP/1.1" status: 204 len: 168 time: 0.8259499 Jul 29 15:36:44.258313 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:44.260564 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa" -d '{"events": [{"name": "network-changed", "server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:44.298270 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc992c2-d173-4bf0-83c3-5dddbb0b4ff6 x-openstack-request-id: req-7fc992c2-d173-4bf0-83c3-5dddbb0b4ff6 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:44.298578 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:44.298802 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7fc992c2-d173-4bf0-83c3-5dddbb0b4ff6 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:44.299197 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'status': 'completed', 'code': 200} Jul 29 15:36:44.353959 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:44.371732 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-0acf9038-dc73-4b68-bcca-579bf1a70457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:44.373499 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-0acf9038-dc73-4b68-bcca-579bf1a70457 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 1098 time: 0.0458238 Jul 29 15:36:44.474599 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-8f99634d-c866-4b9b-a414-608b4eebdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:44.476063 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-8f99634d-c866-4b9b-a414-608b4eebdded service neutron] 10.222.0.59 "GET /v2.0/networks?id=9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 200 len: 913 time: 0.0948567 Jul 29 15:36:44.522526 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d736abd-8f6e-4111-b91d-784efbb73c0f req-09942f4b-8521-4efc-929b-7a970a473f33 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:44.524224 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9d736abd-8f6e-4111-b91d-784efbb73c0f req-09942f4b-8521-4efc-929b-7a970a473f33 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Jul 29 15:36:44.527408 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-c5b91c47-3607-461c-b7d2-e301d73f4805 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc HTTP/1.1" status: 200 len: 217 time: 0.0385492 Jul 29 15:36:44.563585 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-9d736abd-8f6e-4111-b91d-784efbb73c0f req-bdfd7df7-8100-48fd-8327-6fb49817fb57 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332491 Jul 29 15:36:44.565226 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:44.585520 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-8f80b4bf-d27a-41d5-9a36-526b55aabbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:44.587079 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-8f80b4bf-d27a-41d5-9a36-526b55aabbbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 200 len: 851 time: 0.0476942 Jul 29 15:36:44.596346 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:36:44.604988 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:44.605596 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:44.633905 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-d8c9602f-69f4-43c0-9d0a-07f6775ef294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:44.635303 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-d8c9602f-69f4-43c0-9d0a-07f6775ef294 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9fd732cf-374c-4ea8-a421-0469390fbbed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399456 Jul 29 15:36:44.735796 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-b04c9a87-5972-4ced-bbb2-89144cbaf86a service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894737 Jul 29 15:36:44.840176 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:45.043104 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:45.069162 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee64928-970f-4ab3-97d3-1477904bff3f None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:28:27Z', 'revision_number': 4, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '37ecae56-e258-4490-bd98-f56694cf7078', 'name': '', 'network_id': '9fd732cf-374c-4ea8-a421-0469390fbbed', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'mac_address': 'fa:16:3e:c2:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:25Z', 'updated_at': '2021-07-29T15:28:34Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'subnets': [{'id': '3edc7c1a-7687-42f5-a653-858bf491e856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:36:45.136035 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc67f37-4199-4bcd-b65d-df01e979a322 req-56f7a3d5-7867-4611-b0d1-009cb0659ce2 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:45.137554 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8cc67f37-4199-4bcd-b65d-df01e979a322 req-56f7a3d5-7867-4611-b0d1-009cb0659ce2 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 945 time: 0.1028547 Jul 29 15:36:45.143515 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7880ac86-8432-4bf4-bb7b-3f3fa0330afa req-0c22ed82-5b56-48eb-a407-f6992e63ac87 service neutron] 10.222.0.59 "GET /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962679 Jul 29 15:36:45.180117 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-8cc67f37-4199-4bcd-b65d-df01e979a322 req-6116ebbb-fef6-4911-a60e-b87bae0bbbe5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Jul 29 15:36:45.304955 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9c81a-66ea-4888-b112-97cb7d4bfe98 None None] New status for floating IP 804a858e-3522-4e7d-ac13-421d70a245ab: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:36:45.343071 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-57dfc88e-2e3b-4729-941f-86af79da99f6 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:45.345324 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-57dfc88e-2e3b-4729-941f-86af79da99f6 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 945 time: 0.0506656 Jul 29 15:36:45.436978 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Deleting port db63d5f2-6ad0-4635-a557-c2d68693e74e {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:45.437422 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:45.524514 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] For port db63d5f2-6ad0-4635-a557-c2d68693e74e, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=db63d5f2-6ad0-4635-a557-c2d68693e74e,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:45.525171 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:45.537915 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Calling delete_port for db63d5f2-6ad0-4635-a557-c2d68693e74e owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:45.672168 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:45.678672 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1c8a5-ad12-4d3e-b061-0485640bada6 req-7ee60d72-830b-4391-8d75-8ce5643b19c9 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:45.680346 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5dc1c8a5-ad12-4d3e-b061-0485640bada6 req-7ee60d72-830b-4391-8d75-8ce5643b19c9 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 945 time: 0.0501170 Jul 29 15:36:45.683460 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['7ab5f61f-4177-4413-b800-6cdd28bbb543', '08d89494-3dba-4a01-95bc-ed37b52b09e1', 'db63d5f2-6ad0-4635-a557-c2d68693e74e'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:36:45.700192 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Pushing event deleted for resources: {'Port': ['ID=db63d5f2-6ad0-4635-a557-c2d68693e74e,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:45.730720 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-5dc1c8a5-ad12-4d3e-b061-0485640bada6 req-1282d8fe-bccf-4d15-a157-94559ada3bce tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6613555-1292-461e-9ff1-f1c5f96d5a16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 Jul 29 15:36:45.744867 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] No DVR routers for this DVR port db63d5f2-6ad0-4635-a557-c2d68693e74e on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:45.747087 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:45.749267 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-dbdeb0c6-2d06-4110-ad3c-3c2889f63191 req-63aeea09-dd61-49b8-8fd5-eca77bc877a1 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "DELETE /v2.0/ports/db63d5f2-6ad0-4635-a557-c2d68693e74e HTTP/1.1" status: 204 len: 173 time: 0.3965809 Jul 29 15:36:46.090472 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-ce34c045-211b-4aa3-99ad-dfe25895eb4f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:46.091902 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-ce34c045-211b-4aa3-99ad-dfe25895eb4f tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 945 time: 0.0470066 Jul 29 15:36:46.184511 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Deleting port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:46.184864 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:46.273201 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] For port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:46.273575 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:46.299783 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa772e23-51ea-4b4a-b24b-1c269a9cba79', 'name': 'network-vif-deleted', 'tag': 'db63d5f2-6ad0-4635-a557-c2d68693e74e'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:46.302077 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6d70d4-9b67-4335-8601-f9471dc00447" -d '{"events": [{"server_uuid": "aa772e23-51ea-4b4a-b24b-1c269a9cba79", "name": "network-vif-deleted", "tag": "db63d5f2-6ad0-4635-a557-c2d68693e74e"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:46.305074 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Calling delete_port for 25931977-2b4b-4530-bfc2-e4e3d4ae09dc owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:46.323522 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-eaeff1a0-432b-40a5-bba7-1f2af60d4183 req-96205de4-afec-4327-84e1-8fc8fca70878 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa772e23-51ea-4b4a-b24b-1c269a9cba79 HTTP/1.1" status: 200 len: 210 time: 0.0474243 Jul 29 15:36:46.361237 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccc89a1-7ae6-4a0e-9496-5eac81e1814b x-openstack-request-id: req-2ccc89a1-7ae6-4a0e-9496-5eac81e1814b {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:46.361526 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa772e23-51ea-4b4a-b24b-1c269a9cba79", "name": "network-vif-deleted", "tag": "db63d5f2-6ad0-4635-a557-c2d68693e74e", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:46.361773 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ccc89a1-7ae6-4a0e-9496-5eac81e1814b {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:46.362158 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa772e23-51ea-4b4a-b24b-1c269a9cba79', 'name': 'network-vif-deleted', 'tag': 'db63d5f2-6ad0-4635-a557-c2d68693e74e', 'status': 'completed', 'code': 200} Jul 29 15:36:46.446607 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:46.478904 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event deleted for resources: {'Port': ['ID=25931977-2b4b-4530-bfc2-e4e3d4ae09dc,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:46.519406 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] No DVR routers for this DVR port 25931977-2b4b-4530-bfc2-e4e3d4ae09dc on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:46.521771 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:46.523735 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-aa505d53-9a5d-4c6f-abff-2fa0be06cb2e req-856fdfa4-3067-473b-bcad-d0701cfca5a8 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.59 "DELETE /v2.0/ports/25931977-2b4b-4530-bfc2-e4e3d4ae09dc HTTP/1.1" status: 204 len: 173 time: 0.4243774 Jul 29 15:36:46.835685 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6de1f997-0bb6-4f73-860a-10a16d0b0104 req-1be2d474-ed67-49f5-8370-8d61508a7d22 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "GET /v2.0/ports?device_id=de043347-509f-4582-b3ad-c5122d3c6b41 HTTP/1.1" status: 200 len: 210 time: 0.0301571 Jul 29 15:36:47.587710 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6e277-de0d-4271-ae6f-c902d7d63e78 req-55c7dfc0-4c81-41cf-bade-2dcb07da8a54 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:47.589223 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e8e6e277-de0d-4271-ae6f-c902d7d63e78 req-55c7dfc0-4c81-41cf-bade-2dcb07da8a54 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 946 time: 0.0546646 Jul 29 15:36:47.630889 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e8e6e277-de0d-4271-ae6f-c902d7d63e78 req-861d30a7-bfb5-4111-b358-154218f81ff7 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353673 Jul 29 15:36:47.895791 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59778) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:48.016667 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Deleting port 9b34c228-5354-441f-8490-7dec917b0224 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:48.017042 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:48.092821 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:48.093159 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:48.104646 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Calling delete_port for 9b34c228-5354-441f-8490-7dec917b0224 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:48.232920 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:48.259798 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event deleted for resources: {'Port': ['ID=9b34c228-5354-441f-8490-7dec917b0224,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:48.319597 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:48.322248 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:48.323404 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-f8a84a56-a26d-4cdf-ac10-bbb699b922de tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "DELETE /v2.0/floatingips/584aa930-8723-423e-b1d7-1c8b723970e3 HTTP/1.1" status: 204 len: 168 time: 0.4265592 Jul 29 15:36:48.363307 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'name': 'network-vif-deleted', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:48.365667 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0680eb5-fb56-44c4-acc7-5fa608428e09" -d '{"events": [{"server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "name": "network-vif-deleted", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:48.400726 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbe9664-28a9-4c9a-b296-2a9cf3853616 x-openstack-request-id: req-2fbe9664-28a9-4c9a-b296-2a9cf3853616 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:48.401052 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de043347-509f-4582-b3ad-c5122d3c6b41", "name": "network-vif-deleted", "tag": "25931977-2b4b-4530-bfc2-e4e3d4ae09dc", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:48.401426 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fbe9664-28a9-4c9a-b296-2a9cf3853616 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:48.401831 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de043347-509f-4582-b3ad-c5122d3c6b41', 'name': 'network-vif-deleted', 'tag': '25931977-2b4b-4530-bfc2-e4e3d4ae09dc', 'status': 'completed', 'code': 200} Jul 29 15:36:48.745996 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab7491-b72f-4afc-9459-0d92bcf4215e req-ecea21d4-ed19-4cbe-a729-99af005ae582 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:48.747374 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-10ab7491-b72f-4afc-9459-0d92bcf4215e req-ecea21d4-ed19-4cbe-a729-99af005ae582 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 946 time: 0.0489786 Jul 29 15:36:48.784569 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-10ab7491-b72f-4afc-9459-0d92bcf4215e req-876e82d4-2de3-4e7a-bb51-a878a1bf1c4c tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306287 Jul 29 15:36:48.887253 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-c50a8a97-7ee5-4816-9fcc-20e2070536b0 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:48.888725 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-c50a8a97-7ee5-4816-9fcc-20e2070536b0 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "GET /v2.0/ports?device_id=c165f378-0cfa-4f83-bee1-f3e4093ed9d3 HTTP/1.1" status: 200 len: 946 time: 0.0530961 Jul 29 15:36:48.982481 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Deleting port 08d89494-3dba-4a01-95bc-ed37b52b09e1 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:48.983150 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:49.071921 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] For port 08d89494-3dba-4a01-95bc-ed37b52b09e1, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=08d89494-3dba-4a01-95bc-ed37b52b09e1,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:49.072286 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:49.084801 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Calling delete_port for 08d89494-3dba-4a01-95bc-ed37b52b09e1 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:49.215862 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:49.227896 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['7ab5f61f-4177-4413-b800-6cdd28bbb543', '08d89494-3dba-4a01-95bc-ed37b52b09e1'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:36:49.251153 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Pushing event deleted for resources: {'Port': ['ID=08d89494-3dba-4a01-95bc-ed37b52b09e1,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:49.287304 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] No DVR routers for this DVR port 08d89494-3dba-4a01-95bc-ed37b52b09e1 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:49.289919 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:49.291872 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e46de835-738b-4317-8c72-19cd3ada67c8 req-3f920750-5cd4-4d91-b25d-8195e4541d09 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "DELETE /v2.0/ports/08d89494-3dba-4a01-95bc-ed37b52b09e1 HTTP/1.1" status: 204 len: 173 time: 0.3968534 Jul 29 15:36:49.298418 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device db63d5f2-6ad0-4635-a557-c2d68693e74e no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:49.324350 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: db63d5f2-6ad0-4635-a557-c2d68693e74e {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:49.324613 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device db63d5f2-6ad0-4635-a557-c2d68693e74e not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:49.325073 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 25931977-2b4b-4530-bfc2-e4e3d4ae09dc no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:49.350943 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 25931977-2b4b-4530-bfc2-e4e3d4ae09dc {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:49.351285 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 25931977-2b4b-4530-bfc2-e4e3d4ae09dc not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:49.518374 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59794) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:49.575017 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:49.605123 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:49.667771 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:49.670641 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:49.671789 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] 10.222.0.10 "DELETE /v2.0/security-groups/b6613555-1292-461e-9ff1-f1c5f96d5a16 HTTP/1.1" status: 204 len: 168 time: 0.1524241 Jul 29 15:36:49.681379 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6613555-1292-461e-9ff1-f1c5f96d5a16,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:49.688069 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.688648 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.689213 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.689714 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.690197 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.690693 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.691192 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.691687 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.692016 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.692345 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.692660 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.693175 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e7da7-3c15-4f3b-88b4-93da431e4a13 tempest-TestVolumeBootPattern-771786629 tempest-TestVolumeBootPattern-771786629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:49.735284 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59798) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:50.227906 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:50.403178 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c165f378-0cfa-4f83-bee1-f3e4093ed9d3', 'name': 'network-vif-deleted', 'tag': '08d89494-3dba-4a01-95bc-ed37b52b09e1'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:50.405551 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd01d23-9d9a-4809-a0f9-d04b25e63495" -d '{"events": [{"server_uuid": "c165f378-0cfa-4f83-bee1-f3e4093ed9d3", "name": "network-vif-deleted", "tag": "08d89494-3dba-4a01-95bc-ed37b52b09e1"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:50.442183 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a63b6a-fc87-4636-9212-cbede8650fa5 x-openstack-request-id: req-f4a63b6a-fc87-4636-9212-cbede8650fa5 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:50.442475 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c165f378-0cfa-4f83-bee1-f3e4093ed9d3", "name": "network-vif-deleted", "tag": "08d89494-3dba-4a01-95bc-ed37b52b09e1", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:50.442848 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4a63b6a-fc87-4636-9212-cbede8650fa5 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:50.443243 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c165f378-0cfa-4f83-bee1-f3e4093ed9d3', 'name': 'network-vif-deleted', 'tag': '08d89494-3dba-4a01-95bc-ed37b52b09e1', 'status': 'completed', 'code': 200} Jul 29 15:36:50.465619 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Deleting port 37ecae56-e258-4490-bd98-f56694cf7078 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:50.465952 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:50.540197 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] For port 37ecae56-e258-4490-bd98-f56694cf7078, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=37ecae56-e258-4490-bd98-f56694cf7078,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:50.540871 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:50.552356 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Calling delete_port for 37ecae56-e258-4490-bd98-f56694cf7078 owned by network:router_interface {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:50.724347 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:50.751966 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Pushing event deleted for resources: {'Port': ['ID=37ecae56-e258-4490-bd98-f56694cf7078,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:50.915310 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:51.127816 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Router ceb76005-b203-4fc0-aafa-3e4e475ab04d has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:36:51.261657 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f9cd-8c03-41c3-959e-22442f6f69fe req-84a36180-0044-4507-8532-7f65f85361c3 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:51.263107 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e5e9f9cd-8c03-41c3-959e-22442f6f69fe req-84a36180-0044-4507-8532-7f65f85361c3 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 946 time: 0.0955248 Jul 29 15:36:51.271375 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:36:51.279972 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] Sync routers for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:36:51.280433 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-20e581fe-e4f5-4f0f-aae8-b3bb2afda18d admin admin] 10.222.0.10 "PUT /v2.0/routers/ceb76005-b203-4fc0-aafa-3e4e475ab04d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5435767 Jul 29 15:36:51.283581 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59816) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:51.291425 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:51.292055 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:51.310038 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e5e9f9cd-8c03-41c3-959e-22442f6f69fe req-bfedc59f-05a7-4934-b7e4-3aa22b7afa0f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Jul 29 15:36:51.389477 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:51.395051 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:51.490197 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:51.541094 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Deleting port fdae219e-51f2-4ccb-9c58-beb6b681c81a {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:51.541435 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:51.583039 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:36:50Z', 'revision_number': 5, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port': {'id': 'fdae219e-51f2-4ccb-9c58-beb6b681c81a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:0a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:22Z', 'updated_at': '2021-07-29T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:51.611183 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] Checking router: ceb76005-b203-4fc0-aafa-3e4e475ab04d for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:36:51.619316 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] Routers {'ceb76005-b203-4fc0-aafa-3e4e475ab04d'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:51.619911 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:51.626737 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] For port fdae219e-51f2-4ccb-9c58-beb6b681c81a, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=fdae219e-51f2-4ccb-9c58-beb6b681c81a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:51.627105 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:51.639561 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Calling delete_port for fdae219e-51f2-4ccb-9c58-beb6b681c81a owned by network:router_gateway {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:51.707312 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] Set router ceb76005-b203-4fc0-aafa-3e4e475ab04d gateway port host: None {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:51.760508 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:36:51Z', 'revision_number': 6, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port_host': None}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:51.790429 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01199c39-ad76-4071-a0c2-bde886ef0c5f None None] The sync data for ids ['ceb76005-b203-4fc0-aafa-3e4e475ab04d'] in dv-cinder-789564-8-iscsi is: [{'id': 'ceb76005-b203-4fc0-aafa-3e4e475ab04d', 'name': 'tempest-TestVolumeBootPattern-1533287056-router', 'tenant_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:21Z', 'updated_at': '2021-07-29T15:36:51Z', 'revision_number': 6, 'project_id': '7a54b5401a0441c7b4aeaf5286bff35a', 'gw_port_host': None}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:36:51.802459 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:51.830337 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdae219e-51f2-4ccb-9c58-beb6b681c81a,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:51.893332 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:51.955763 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:36:51.981026 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:51.983102 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.026932 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.027465 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb76005-b203-4fc0-aafa-3e4e475ab04d {{(pid=93122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:36:52.032204 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.033359 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-b62c033b-6a57-4b46-98fe-e333bb1ecb20 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ceb76005-b203-4fc0-aafa-3e4e475ab04d HTTP/1.1" status: 204 len: 168 time: 0.7483857 Jul 29 15:36:52.035968 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59818) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:52.077927 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dd566e-7899-4466-a28e-dec8ba720e35 admin admin] Deleting subnet 3edc7c1a-7687-42f5-a653-858bf491e856 {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:36:52.081587 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d9dd566e-7899-4466-a28e-dec8ba720e35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.114194 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d9dd566e-7899-4466-a28e-dec8ba720e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30018021'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.207394 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d9dd566e-7899-4466-a28e-dec8ba720e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.266709 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d9dd566e-7899-4466-a28e-dec8ba720e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30213450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30128896'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.291432 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd566e-7899-4466-a28e-dec8ba720e35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3edc7c1a-7687-42f5-a653-858bf491e856,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:52.294967 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-d9dd566e-7899-4466-a28e-dec8ba720e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.300267 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-d9dd566e-7899-4466-a28e-dec8ba720e35 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3edc7c1a-7687-42f5-a653-858bf491e856 HTTP/1.1" status: 204 len: 168 time: 0.2599342 Jul 29 15:36:52.300386 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59820) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:52.303295 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e5a047-f88e-45e9-ba8a-d7ced13ed089 None None] Network 9fd732cf-374c-4ea8-a421-0469390fbbed requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:36:52.369155 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.456319 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e359a59-23f7-41f3-94c0-5d8a96bca022 req-d7d02955-e17d-4da7-9216-ff78bcc37c40 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:52.457826 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6e359a59-23f7-41f3-94c0-5d8a96bca022 req-d7d02955-e17d-4da7-9216-ff78bcc37c40 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 946 time: 0.0766919 Jul 29 15:36:52.463703 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Deleting port 7e82e4e0-f297-482d-9490-77810b7c9025 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:52.464041 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.545494 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6e359a59-23f7-41f3-94c0-5d8a96bca022 req-d5db0b7b-aa1d-4c53-88c4-68e836ce09a5 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca73cd0d-1d0d-4222-8ed4-de2895a363f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794744 Jul 29 15:36:52.554519 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] For port 7e82e4e0-f297-482d-9490-77810b7c9025, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=7e82e4e0-f297-482d-9490-77810b7c9025,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:52.554897 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.569228 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Calling delete_port for 7e82e4e0-f297-482d-9490-77810b7c9025 owned by network:dhcp {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:52.586756 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] DHCP port deletion for 9fd732cf-374c-4ea8-a421-0469390fbbed request from dv-cinder-789564-8-iscsi {{(pid=93123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:36:52.614462 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 37ecae56-e258-4490-bd98-f56694cf7078 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:52.637019 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 37ecae56-e258-4490-bd98-f56694cf7078 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:52.637359 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 37ecae56-e258-4490-bd98-f56694cf7078 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:52.660718 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Deleting port 7e82e4e0-f297-482d-9490-77810b7c9025 {{(pid=93123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:52.661125 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.669430 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-4de3b4bb-8ab2-4efd-b67a-ebe5c00c2702 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:52.670920 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-4de3b4bb-8ab2-4efd-b67a-ebe5c00c2702 tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 946 time: 0.0897608 Jul 29 15:36:52.725640 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] For port 7e82e4e0-f297-482d-9490-77810b7c9025, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=7e82e4e0-f297-482d-9490-77810b7c9025,segment=NetworkSegment(c7e8b6bc-512d-43d5-8557-4e246b279278),segment_id=c7e8b6bc-512d-43d5-8557-4e246b279278)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:52.726034 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.728682 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.744311 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Calling delete_port for 7e82e4e0-f297-482d-9490-77810b7c9025 owned by network:dhcp {{(pid=93123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:52.771410 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e82e4e0-f297-482d-9490-77810b7c9025,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:52.777185 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] No DVR routers for this DVR port 7e82e4e0-f297-482d-9490-77810b7c9025 on host dv-cinder-789564-8-iscsi {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:52.827077 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734'] for port, after_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.853842 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Pushing event deleted for resources: {'Port': ['ID=7e82e4e0-f297-482d-9490-77810b7c9025,revision_number=None']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:52.856130 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] No DVR routers for this DVR port 7e82e4e0-f297-482d-9490-77810b7c9025 on host dv-cinder-789564-8-iscsi {{(pid=93123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:52.860958 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.868866 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990dd2e-01d0-4591-b691-ad5fb4824032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:36:52.877453 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd732cf-374c-4ea8-a421-0469390fbbed']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:52.888687 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Deleting port 7ab5f61f-4177-4413-b800-6cdd28bbb543 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:52.889216 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.911919 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e8b6bc-512d-43d5-8557-4e246b279278') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:52.912296 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e8b6bc-512d-43d5-8557-4e246b279278') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:52.956660 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30018030'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.978175 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.993404 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:36:52.993787 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30215060'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: Traceback (most recent call last): Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: timer() Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: cb(*args, **kw) Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: return func(*args, **kwargs) Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: self._notify() Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: self.callback(batched_events) Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: event.method(event) Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: return f(self, *a, **k) Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._get(url).json() Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:36:52.995375 dv-cinder-789564-8-iscsi neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:36:53.060008 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] For port 7ab5f61f-4177-4413-b800-6cdd28bbb543, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=7ab5f61f-4177-4413-b800-6cdd28bbb543,segment=NetworkSegment(130208ff-0918-434f-af80-6bb277ca0819),segment_id=130208ff-0918-434f-af80-6bb277ca0819)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:53.060404 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:53.072862 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:53.074567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Calling delete_port for 7ab5f61f-4177-4413-b800-6cdd28bbb543 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:53.080911 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:53.082725 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9fd732cf-374c-4ea8-a421-0469390fbbed HTTP/1.1" status: 204 len: 168 time: 0.7814767 Jul 29 15:36:53.085855 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59824) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:53.099167 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16437e5e-5138-4a09-9372-63507d03b708 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd732cf-374c-4ea8-a421-0469390fbbed,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:53.218656 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:53.229976 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['7ab5f61f-4177-4413-b800-6cdd28bbb543'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:36:53.250521 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Pushing event deleted for resources: {'Port': ['ID=7ab5f61f-4177-4413-b800-6cdd28bbb543,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:53.299246 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 7ab5f61f-4177-4413-b800-6cdd28bbb543 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:53.313898 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] No DVR routers for this DVR port 7ab5f61f-4177-4413-b800-6cdd28bbb543 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:53.317269 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:53.319630 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-14115afc-f2af-4f64-9dde-dc960b6f98e3 req-da866c56-3250-4b4d-8c85-860d33c0404f tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.59 "DELETE /v2.0/ports/7ab5f61f-4177-4413-b800-6cdd28bbb543 HTTP/1.1" status: 204 len: 173 time: 0.6409931 Jul 29 15:36:53.320416 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7408bad8-e3de-4980-86fc-bad876cea595', 'name': 'network-vif-deleted', 'tag': '7ab5f61f-4177-4413-b800-6cdd28bbb543'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:53.323553 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b930c7b-b7eb-4105-aa10-eb387c98e287" -d '{"events": [{"server_uuid": "7408bad8-e3de-4980-86fc-bad876cea595", "name": "network-vif-deleted", "tag": "7ab5f61f-4177-4413-b800-6cdd28bbb543"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:53.325268 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 7ab5f61f-4177-4413-b800-6cdd28bbb543 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:53.325757 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 7ab5f61f-4177-4413-b800-6cdd28bbb543 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:53.326225 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 08d89494-3dba-4a01-95bc-ed37b52b09e1 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:53.369257 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 08d89494-3dba-4a01-95bc-ed37b52b09e1 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:53.369579 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 08d89494-3dba-4a01-95bc-ed37b52b09e1 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:53.387737 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2aeb82-4135-4fa4-8f3a-223c2340d192 x-openstack-request-id: req-dc2aeb82-4135-4fa4-8f3a-223c2340d192 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:53.388037 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7408bad8-e3de-4980-86fc-bad876cea595", "name": "network-vif-deleted", "tag": "7ab5f61f-4177-4413-b800-6cdd28bbb543", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:53.388351 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc2aeb82-4135-4fa4-8f3a-223c2340d192 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:53.388834 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7408bad8-e3de-4980-86fc-bad876cea595', 'name': 'network-vif-deleted', 'tag': '7ab5f61f-4177-4413-b800-6cdd28bbb543', 'status': 'completed', 'code': 200} Jul 29 15:36:53.454932 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:53.665514 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-77dbf60b-be56-4445-aed0-a48e812ecea0 req-27a30822-0f66-48f0-8030-fe51fbec559e tempest-AttachVolumeNegativeTest-205397441 tempest-AttachVolumeNegativeTest-205397441-project] 10.222.0.10 "GET /v2.0/ports?device_id=7408bad8-e3de-4980-86fc-bad876cea595 HTTP/1.1" status: 200 len: 210 time: 0.0288153 Jul 29 15:36:53.937318 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Deleting port 3b55e417-2451-4d73-bda4-cfa172e1db53 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:53.937717 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:53.959223 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device fdae219e-51f2-4ccb-9c58-beb6b681c81a no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:53.979495 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: fdae219e-51f2-4ccb-9c58-beb6b681c81a {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:53.979831 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device fdae219e-51f2-4ccb-9c58-beb6b681c81a not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:53.980240 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 7e82e4e0-f297-482d-9490-77810b7c9025 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:53.997882 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 7e82e4e0-f297-482d-9490-77810b7c9025 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:53.998221 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 7e82e4e0-f297-482d-9490-77810b7c9025 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:54.014728 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] For port 3b55e417-2451-4d73-bda4-cfa172e1db53, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=3b55e417-2451-4d73-bda4-cfa172e1db53,segment=NetworkSegment(8a6db686-1411-42f3-b651-9c6f59b1ee5d),segment_id=8a6db686-1411-42f3-b651-9c6f59b1ee5d)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:54.015091 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.027647 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Calling delete_port for 3b55e417-2451-4d73-bda4-cfa172e1db53 owned by network:router_interface {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:54.199969 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.234022 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b55e417-2451-4d73-bda4-cfa172e1db53,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:54.396789 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.605359 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Router eb23d752-a518-423f-9534-13f78f3440d8 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:36:54.715001 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:36:54.720567 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-4c976582-8edc-4a37-a72c-1418f06ec179 admin admin] 10.222.0.10 "PUT /v2.0/routers/eb23d752-a518-423f-9534-13f78f3440d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6336951 Jul 29 15:36:54.723125 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59832) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:54.726226 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] Sync routers for ids ['eb23d752-a518-423f-9534-13f78f3440d8'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:36:54.729173 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59834) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:54.735998 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] Routers {'eb23d752-a518-423f-9534-13f78f3440d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:54.736797 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['eb23d752-a518-423f-9534-13f78f3440d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:54.777496 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f809ae2-51fb-4d43-95a6-fc491194eb83 admin admin] Deleting subnet 0b8ae55a-bd92-40f0-a209-d7255c92a592 {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:36:54.781061 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9f809ae2-51fb-4d43-95a6-fc491194eb83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.816583 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9f809ae2-51fb-4d43-95a6-fc491194eb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30018021'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.827295 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.841689 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] Set router eb23d752-a518-423f-9534-13f78f3440d8 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:54.856935 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9f809ae2-51fb-4d43-95a6-fc491194eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.910729 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9f809ae2-51fb-4d43-95a6-fc491194eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30213450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30128896'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.931108 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.939516 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f809ae2-51fb-4d43-95a6-fc491194eb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b8ae55a-bd92-40f0-a209-d7255c92a592,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:54.945485 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9f809ae2-51fb-4d43-95a6-fc491194eb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:54.946995 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-9f809ae2-51fb-4d43-95a6-fc491194eb83 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0b8ae55a-bd92-40f0-a209-d7255c92a592 HTTP/1.1" status: 204 len: 168 time: 0.2163355 Jul 29 15:36:54.950545 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59836) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:54.988265 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Deleting port 27320f99-129e-4e9b-9094-dee3068d070d {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:54.988512 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.035734 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.075079 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] For port 27320f99-129e-4e9b-9094-dee3068d070d, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=27320f99-129e-4e9b-9094-dee3068d070d,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:55.075477 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.089335 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Calling delete_port for 27320f99-129e-4e9b-9094-dee3068d070d owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:55.117252 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.127847 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360403ba-31ed-40ec-a7b8-58d480923a21']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:55.133414 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '27320f99-129e-4e9b-9094-dee3068d070d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:36:54Z', 'revision_number': 5, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port': {'id': '27320f99-129e-4e9b-9094-dee3068d070d', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:c3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:28:32Z', 'updated_at': '2021-07-29T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:55.143274 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130208ff-0918-434f-af80-6bb277ca0819') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:55.143578 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130208ff-0918-434f-af80-6bb277ca0819') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:55.152477 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30018030'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.162999 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] Checking router: eb23d752-a518-423f-9534-13f78f3440d8 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:36:55.167212 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.171716 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] Routers {'eb23d752-a518-423f-9534-13f78f3440d8'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:55.172415 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['eb23d752-a518-423f-9534-13f78f3440d8'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:55.173736 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:36:55.174307 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30215060'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: Traceback (most recent call last): Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: timer() Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: cb(*args, **kw) Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: return func(*args, **kwargs) Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: self._notify() Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: self.callback(batched_events) Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: event.method(event) Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: return f(self, *a, **k) Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._get(url).json() Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:36:55.176023 dv-cinder-789564-8-iscsi neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:36:55.233781 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.240371 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.242577 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/360403ba-31ed-40ec-a7b8-58d480923a21 HTTP/1.1" status: 204 len: 168 time: 0.2909749 Jul 29 15:36:55.255125 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa4cb0-6235-458a-b14d-bb24b09142b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=360403ba-31ed-40ec-a7b8-58d480923a21,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:55.277387 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.289188 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] Set router eb23d752-a518-423f-9534-13f78f3440d8 gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:55.317582 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Pushing event deleted for resources: {'Port': ['ID=27320f99-129e-4e9b-9094-dee3068d070d,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:55.354558 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:36:54Z', 'revision_number': 6, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port_host': None}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:55.384655 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59840) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:55.393245 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.399020 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0b0dd0-6c66-416a-b203-3a8078813ad3 None None] The sync data for ids ['eb23d752-a518-423f-9534-13f78f3440d8'] in dv-cinder-789564-8-iscsi is: [{'id': 'eb23d752-a518-423f-9534-13f78f3440d8', 'name': 'tempest-TestVolumeBootPattern-114242425-router', 'tenant_id': '413a6d27ec1b417084cad8efdf51e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:28:31Z', 'updated_at': '2021-07-29T15:36:54Z', 'revision_number': 6, 'project_id': '413a6d27ec1b417084cad8efdf51e9a1', 'gw_port_host': None}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:36:55.435799 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-7e887bcd-cf65-4539-b699-6e32ac9ca89c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1549f7a4fa1948509f270f90e079fa62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495338 Jul 29 15:36:55.436384 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59842) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:55.486073 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ff406aa9-5d44-4975-a333-3cdd0707cd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.491718 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.493777 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.511507 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ff406aa9-5d44-4975-a333-3cdd0707cd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.536374 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.537040 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb23d752-a518-423f-9534-13f78f3440d8 {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:36:55.541416 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.542577 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-5a4e514f-9e80-4052-8935-e6a09fff8300 admin admin] 10.222.0.10 "DELETE /v2.0/routers/eb23d752-a518-423f-9534-13f78f3440d8 HTTP/1.1" status: 204 len: 168 time: 0.8185418 Jul 29 15:36:55.545326 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59844) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:55.560997 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ff406aa9-5d44-4975-a333-3cdd0707cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.564419 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-ff406aa9-5d44-4975-a333-3cdd0707cd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.565601 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ff406aa9-5d44-4975-a333-3cdd0707cd12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca73cd0d-1d0d-4222-8ed4-de2895a363f4 HTTP/1.1" status: 204 len: 168 time: 0.1281252 Jul 29 15:36:55.573514 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff406aa9-5d44-4975-a333-3cdd0707cd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca73cd0d-1d0d-4222-8ed4-de2895a363f4,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:55.593825 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed318753-c5dc-4bea-a777-49b3d47a645b admin admin] Deleting subnet b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:36:55.597263 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed318753-c5dc-4bea-a777-49b3d47a645b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.632107 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed318753-c5dc-4bea-a777-49b3d47a645b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32668416'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.716079 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed318753-c5dc-4bea-a777-49b3d47a645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.777042 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed318753-c5dc-4bea-a777-49b3d47a645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33462987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33260767'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.810055 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed318753-c5dc-4bea-a777-49b3d47a645b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:55.812052 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-ed318753-c5dc-4bea-a777-49b3d47a645b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.814617 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-ed318753-c5dc-4bea-a777-49b3d47a645b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b8e69d8f-f5f8-48f5-8d37-7d239c31f5f3 HTTP/1.1" status: 204 len: 168 time: 0.2682910 Jul 29 15:36:55.817204 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 59850) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:55.820262 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df1be5-74b3-4ded-9241-698cb6221f92 None None] Network 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:36:55.892640 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:55.956886 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Deleting port 169d341a-6853-4952-8030-c418ca4bf712 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:55.957315 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.027216 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] For port 169d341a-6853-4952-8030-c418ca4bf712, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=169d341a-6853-4952-8030-c418ca4bf712,segment=NetworkSegment(8a6db686-1411-42f3-b651-9c6f59b1ee5d),segment_id=8a6db686-1411-42f3-b651-9c6f59b1ee5d)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:36:56.027584 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.040096 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Calling delete_port for 169d341a-6853-4952-8030-c418ca4bf712 owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:56.122211 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.150675 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Pushing event deleted for resources: {'Port': ['ID=169d341a-6853-4952-8030-c418ca4bf712,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:56.152470 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] No DVR routers for this DVR port 169d341a-6853-4952-8030-c418ca4bf712 on host dv-cinder-789564-8-iscsi {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:36:56.221974 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182d4d3-655e-4f5e-b88e-95a91a3a646e None None] DHCP port deletion for 1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec request from dv-cinder-789564-8-iscsi {{(pid=93123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:36:56.225344 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.243962 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:56.259294 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6db686-1411-42f3-b651-9c6f59b1ee5d') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:56.259565 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6db686-1411-42f3-b651-9c6f59b1ee5d') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:56.268743 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.282790 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.289446 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:36:56.289810 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:36:56.291481 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:36:56.296472 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 169d341a-6853-4952-8030-c418ca4bf712 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:56.317072 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 169d341a-6853-4952-8030-c418ca4bf712 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:56.317409 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 169d341a-6853-4952-8030-c418ca4bf712 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:56.317987 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 3b55e417-2451-4d73-bda4-cfa172e1db53 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:56.340633 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 3b55e417-2451-4d73-bda4-cfa172e1db53 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:56.341000 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 3b55e417-2451-4d73-bda4-cfa172e1db53 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:56.341609 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 27320f99-129e-4e9b-9094-dee3068d070d no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:36:56.364514 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 27320f99-129e-4e9b-9094-dee3068d070d {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:36:56.364877 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 27320f99-129e-4e9b-9094-dee3068d070d not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:36:56.374563 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.383495 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.385342 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] 10.222.0.10 "DELETE /v2.0/networks/1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec HTTP/1.1" status: 204 len: 168 time: 0.5672224 Jul 29 15:36:56.396388 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca7cdd-2673-4a72-888c-5de898ef897f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c07a205-ef0c-4d59-a21e-9f5b6d03d3ec,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:56.624136 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59878) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:56.669359 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-67123442-1e23-4623-a49b-d940d04ade21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a54b5401a0441c7b4aeaf5286bff35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416422 Jul 29 15:36:56.669559 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59882) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:56.717820 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-888200a5-5526-4278-9c93-d58a8eb3a0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.739926 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-888200a5-5526-4278-9c93-d58a8eb3a0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.787836 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-888200a5-5526-4278-9c93-d58a8eb3a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.790368 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-888200a5-5526-4278-9c93-d58a8eb3a0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.791831 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-888200a5-5526-4278-9c93-d58a8eb3a0f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f05dc7c-b278-4409-ab36-5aba35464520 HTTP/1.1" status: 204 len: 168 time: 0.1214375 Jul 29 15:36:56.800596 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888200a5-5526-4278-9c93-d58a8eb3a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f05dc7c-b278-4409-ab36-5aba35464520,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:57.056951 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59896) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:57.097308 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-ec752725-033c-43e0-9075-237ff3e024bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=413a6d27ec1b417084cad8efdf51e9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390446 Jul 29 15:36:57.099749 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59902) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:57.150959 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3c09b6e9-0d25-430e-a0e1-e694c42fe314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:57.171381 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3c09b6e9-0d25-430e-a0e1-e694c42fe314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:57.218350 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3c09b6e9-0d25-430e-a0e1-e694c42fe314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:57.221210 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3c09b6e9-0d25-430e-a0e1-e694c42fe314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:57.222356 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-3c09b6e9-0d25-430e-a0e1-e694c42fe314 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72c32b7b-9753-4c6d-978c-ce38a69ee0f9 HTTP/1.1" status: 204 len: 168 time: 0.1214621 Jul 29 15:36:57.230418 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09b6e9-0d25-430e-a0e1-e694c42fe314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c32b7b-9753-4c6d-978c-ce38a69ee0f9,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:57.732018 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59910) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:57.881335 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Deleting port e128e0f7-57fc-4537-af6d-ccbd3ca79536 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:36:57.881673 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:57.957734 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:57.958056 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:57.970064 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Calling delete_port for e128e0f7-57fc-4537-af6d-ccbd3ca79536 owned by network:floatingip {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:36:58.111388 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:58.134757 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event deleted for resources: {'Port': ['ID=e128e0f7-57fc-4537-af6d-ccbd3ca79536,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:36:58.197615 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:58.197946 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.db.l3_db [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Floating IP dd09b7f9-ed51-460f-bf8d-70826392f35c disassociated (deleted). External IP: 172.27.0.80, port: ab9dc05e-acb7-482c-88cd-6fadda605a22. Jul 29 15:36:58.692767 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Router 7988096b-2c19-4d86-94ba-877bf6e1d11a has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:36:58.809901 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:36:58.814726 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for floatingip, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:58.823696 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] Sync routers for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:36:58.840143 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:58.840971 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:58.841949 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-6eb2450a-2dc5-41f3-8572-e31f147890bb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "DELETE /v2.0/floatingips/dd09b7f9-ed51-460f-bf8d-70826392f35c HTTP/1.1" status: 204 len: 168 time: 1.1087418 Jul 29 15:36:58.842724 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:58.842869 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2b64d73e-d973-440f-a6fb-2553bb601496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:58.847535 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:58.895321 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2b1014-71cf-4e89-aad2-81c29a8c5929 x-openstack-request-id: req-5e2b1014-71cf-4e89-aad2-81c29a8c5929 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:58.895620 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:58.895948 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e2b1014-71cf-4e89-aad2-81c29a8c5929 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:58.896266 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'status': 'completed', 'code': 200} Jul 29 15:36:58.989965 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-8f8f3b29-0fdf-4f35-bc01-5cfe3561c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:58.997431 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-8f8f3b29-0fdf-4f35-bc01-5cfe3561c0df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 1099 time: 0.0740895 Jul 29 15:36:59.104964 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-28fdef23-2a82-4477-9c88-2b133b6cb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:59.106475 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-28fdef23-2a82-4477-9c88-2b133b6cb01e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 200 len: 910 time: 0.1050010 Jul 29 15:36:59.111786 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfba40-ec14-4f8b-a671-3c609c79ccee req-053f6b93-08dd-456a-9a76-44f3914ea231 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:59.119630 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-92cfba40-ec14-4f8b-a671-3c609c79ccee req-053f6b93-08dd-456a-9a76-44f3914ea231 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0729220 Jul 29 15:36:59.132971 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:59.159182 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-0f1d6477-0ccf-4ec7-be9b-f67e7b6e4f54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 200 len: 217 time: 0.0433359 Jul 29 15:36:59.164401 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-92cfba40-ec14-4f8b-a671-3c609c79ccee req-df890c21-1f59-4fa2-855b-9c7fbdf6a09d tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Jul 29 15:36:59.221596 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-f854daaa-be13-42f9-a090-ce1e5734c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:59.223090 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-f854daaa-be13-42f9-a090-ce1e5734c44a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d2abf54-894e-4d2c-8869-5b73b9f40deb HTTP/1.1" status: 200 len: 848 time: 0.0464654 Jul 29 15:36:59.271840 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-eee1d5d1-ee59-431a-8a8e-a92bc4161bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:59.273375 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-eee1d5d1-ee59-431a-8a8e-a92bc4161bf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e366522e-a469-4674-9e08-c8d3d1a77c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428276 Jul 29 15:36:59.338662 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:08Z', 'revision_number': 5, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:59.365274 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] Checking router: 7988096b-2c19-4d86-94ba-877bf6e1d11a for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:36:59.366646 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-fc5d4533-2fad-4f14-a733-0be15be5da0e service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857949 Jul 29 15:36:59.373547 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:59.374151 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:36:31Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:59.462283 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-a4a7f6f3-05a9-4358-ae7d-728260c68ef3 req-fac04632-58c9-4b71-aac9-77ef5fa1c70f service neutron] 10.222.0.59 "GET /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876932 Jul 29 15:36:59.484261 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:59.677746 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:08Z', 'revision_number': 5, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:59.709136 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f22e02-1bec-43f8-a077-9a4e4aa24db1 None None] The sync data for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi is: [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:32:03Z', 'revision_number': 4, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi', '_interfaces': [{'id': '8bfe3174-03d8-4f9c-b95f-f19071863563', 'name': '', 'network_id': 'e366522e-a469-4674-9e08-c8d3d1a77c20', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'mac_address': 'fa:16:3e:e7:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:02Z', 'updated_at': '2021-07-29T15:32:08Z', 'revision_number': 5, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'subnets': [{'id': '5d2abf54-894e-4d2c-8869-5b73b9f40deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:36:59.926701 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8ffabe-548d-48af-9de6-23bb4569a8af None None] New status for floating IP dd09b7f9-ed51-460f-bf8d-70826392f35c: DOWN {{(pid=93124) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:37:00.275336 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60702b-c3dd-43d4-b422-17d8fe7da4a3 req-8dd637ff-fadb-47e2-99f4-7d11104836fb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:00.276716 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df60702b-c3dd-43d4-b422-17d8fe7da4a3 req-8dd637ff-fadb-47e2-99f4-7d11104836fb tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0539818 Jul 29 15:37:00.314433 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-df60702b-c3dd-43d4-b422-17d8fe7da4a3 req-cd6da11a-0bfa-4e6a-a9e4-3916aed4247a tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313132 Jul 29 15:37:01.238883 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-f417ba1f-35b7-404a-89e7-e4b3e37b342b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:01.424527 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64513f5c-fafa-49a3-a240-30693c5dd3c3 req-9fcfa885-a3a9-45af-b8fc-98e7b2717052 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:01.426024 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-64513f5c-fafa-49a3-a240-30693c5dd3c3 req-9fcfa885-a3a9-45af-b8fc-98e7b2717052 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0475614 Jul 29 15:37:01.438893 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:01.464633 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-64513f5c-fafa-49a3-a240-30693c5dd3c3 req-5a41e6a7-fcae-42de-80f2-7241f42e71a7 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324390 Jul 29 15:37:02.526634 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:02.580219 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f6633-bf7e-4453-86b1-db17201a1c29 req-17cf2f4f-f565-4d38-bee8-db97d41eb669 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:02.581737 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e90f6633-bf7e-4453-86b1-db17201a1c29 req-17cf2f4f-f565-4d38-bee8-db97d41eb669 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0506237 Jul 29 15:37:02.618769 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e90f6633-bf7e-4453-86b1-db17201a1c29 req-a091e11a-0fe0-4139-bfbb-d66d71a1a987 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/security-groups?id=0815ad78-3524-4f13-b4c1-7eabc08a655f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Jul 29 15:37:03.237648 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-a7422926-161b-4969-818e-511d80fd7566 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:03.239137 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-a7422926-161b-4969-818e-511d80fd7566 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.59 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 946 time: 0.0506690 Jul 29 15:37:03.330216 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Deleting port ab9dc05e-acb7-482c-88cd-6fadda605a22 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:03.330556 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:03.343429 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device ab9dc05e-acb7-482c-88cd-6fadda605a22 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:37:03.417464 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:03.417838 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:03.422091 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:03.431227 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Calling delete_port for ab9dc05e-acb7-482c-88cd-6fadda605a22 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:03.448404 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:37:03.451002 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a099bb0-3261-4855-b01d-52b7b05c55af" -d '{"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:37:03.466517 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port ab9dc05e-acb7-482c-88cd-6fadda605a22, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=ab9dc05e-acb7-482c-88cd-6fadda605a22,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:03.472140 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:03.495192 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a7d2e5-4aca-4293-96cd-e8d1de3a8a7e x-openstack-request-id: req-f9a7d2e5-4aca-4293-96cd-e8d1de3a8a7e {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:37:03.495483 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:37:03.495732 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9a7d2e5-4aca-4293-96cd-e8d1de3a8a7e {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:37:03.496118 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'code': 200} Jul 29 15:37:03.521385 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=9']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:03.566698 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:03.595154 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event deleted for resources: {'Port': ['ID=ab9dc05e-acb7-482c-88cd-6fadda605a22,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:03.640034 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] No DVR routers for this DVR port ab9dc05e-acb7-482c-88cd-6fadda605a22 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:37:03.643400 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:03.645450 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-577fbd40-2b5c-4ddc-a852-e1186fb349e9 req-6b96fdeb-2df8-4a3c-9ff9-d5efa0d2e74b tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.59 "DELETE /v2.0/ports/ab9dc05e-acb7-482c-88cd-6fadda605a22 HTTP/1.1" status: 204 len: 173 time: 0.4004612 Jul 29 15:37:03.645927 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-deleted', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:37:03.648401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29872d1d-80bb-448b-b5c5-e16f7751c901" -d '{"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-deleted", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:37:03.688086 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86619d9c-8958-41c3-92f2-d68964926e30 x-openstack-request-id: req-86619d9c-8958-41c3-92f2-d68964926e30 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:37:03.688384 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da3d193-c968-49a4-8956-5305ca3e370e", "name": "network-vif-deleted", "tag": "ab9dc05e-acb7-482c-88cd-6fadda605a22", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:37:03.688633 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86619d9c-8958-41c3-92f2-d68964926e30 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:37:03.689061 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da3d193-c968-49a4-8956-5305ca3e370e', 'name': 'network-vif-deleted', 'tag': 'ab9dc05e-acb7-482c-88cd-6fadda605a22', 'status': 'completed', 'code': 200} Jul 29 15:37:03.728756 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f696f7df-7628-4200-9839-61871693eada req-327309fe-510a-4e41-9afb-5b731ae2aada tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "GET /v2.0/ports?device_id=7da3d193-c968-49a4-8956-5305ca3e370e HTTP/1.1" status: 200 len: 210 time: 0.0282767 Jul 29 15:37:04.112183 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:04.787949 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59978) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:04.846315 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53af3327-98aa-4ed8-9887-d7ddb41c79b5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:04.871479 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53af3327-98aa-4ed8-9887-d7ddb41c79b5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:04.929200 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53af3327-98aa-4ed8-9887-d7ddb41c79b5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:04.931648 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-53af3327-98aa-4ed8-9887-d7ddb41c79b5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:04.932793 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-53af3327-98aa-4ed8-9887-d7ddb41c79b5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] 10.222.0.10 "DELETE /v2.0/security-groups/0815ad78-3524-4f13-b4c1-7eabc08a655f HTTP/1.1" status: 204 len: 168 time: 0.1436899 Jul 29 15:37:04.942008 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af3327-98aa-4ed8-9887-d7ddb41c79b5 tempest-TestShelveInstance-98335719 tempest-TestShelveInstance-98335719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0815ad78-3524-4f13-b4c1-7eabc08a655f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:04.987082 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 59982) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:05.510193 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:05.754454 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Deleting port 8bfe3174-03d8-4f9c-b95f-f19071863563 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:05.754794 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:05.833152 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] For port 8bfe3174-03d8-4f9c-b95f-f19071863563, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=8bfe3174-03d8-4f9c-b95f-f19071863563,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:05.833736 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:05.846399 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Calling delete_port for 8bfe3174-03d8-4f9c-b95f-f19071863563 owned by network:router_interface {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:06.039095 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:06.075697 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfe3174-03d8-4f9c-b95f-f19071863563,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:06.237228 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:06.448715 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Router 7988096b-2c19-4d86-94ba-877bf6e1d11a has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:37:06.552686 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:37:06.557824 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-7e98edda-9648-45f1-8a63-32873544f8a2 admin admin] 10.222.0.10 "PUT /v2.0/routers/7988096b-2c19-4d86-94ba-877bf6e1d11a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5698166 Jul 29 15:37:06.560339 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60004) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:06.561755 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] Sync routers for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:37:06.570976 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:37:06.571642 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:37:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:06.665900 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks [] for router, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:06.682655 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: dv-cinder-789564-8-iscsi {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:37:06.765186 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:06.819343 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Deleting port 9b0f264d-5c02-4860-8136-ef713bde860a {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:06.819582 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:06.860138 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:37:05Z', 'revision_number': 5, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port': {'id': '9b0f264d-5c02-4860-8136-ef713bde860a', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:10:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:59Z', 'updated_at': '2021-07-29T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:06.884862 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] Checking router: 7988096b-2c19-4d86-94ba-877bf6e1d11a for host: dv-cinder-789564-8-iscsi {{(pid=93123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:37:06.893458 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] Routers {'7988096b-2c19-4d86-94ba-877bf6e1d11a'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:37:06.894048 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:37:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['7988096b-2c19-4d86-94ba-877bf6e1d11a'], 'active': True} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:06.897880 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] For port 9b0f264d-5c02-4860-8136-ef713bde860a, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=9b0f264d-5c02-4860-8136-ef713bde860a,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:06.898391 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:06.911136 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Calling delete_port for 9b0f264d-5c02-4860-8136-ef713bde860a owned by network:router_gateway {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:06.978751 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvr_db [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] Set router 7988096b-2c19-4d86-94ba-877bf6e1d11a gateway port host: None {{(pid=93123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:37:07.031660 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_hamode_db [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:37:06Z', 'revision_number': 6, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port_host': None}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:07.060328 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caea33f-b121-4ff4-ae16-516b75de9650 None None] The sync data for ids ['7988096b-2c19-4d86-94ba-877bf6e1d11a'] in dv-cinder-789564-8-iscsi is: [{'id': '7988096b-2c19-4d86-94ba-877bf6e1d11a', 'name': 'tempest-TestShelveInstance-1734424881-router', 'tenant_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:58Z', 'updated_at': '2021-07-29T15:37:06Z', 'revision_number': 6, 'project_id': '30d000d3e08a4a8cb5bf28ccd51903dd', 'gw_port_host': None}] {{(pid=93123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:37:07.086501 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.118639 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0f264d-5c02-4860-8136-ef713bde860a,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:07.177080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.551674 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.553781 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.595237 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.595848 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7988096b-2c19-4d86-94ba-877bf6e1d11a {{(pid=93122) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:37:07.601107 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] Notify callbacks [] for router, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.601718 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1c42dcd9-6b56-486d-9a48-dfd00cc70830 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7988096b-2c19-4d86-94ba-877bf6e1d11a HTTP/1.1" status: 204 len: 168 time: 1.0403183 Jul 29 15:37:07.604160 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60020) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:07.647370 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-672b009d-e881-40a7-bd9e-27b0b1d2101f admin admin] Deleting subnet 5d2abf54-894e-4d2c-8869-5b73b9f40deb {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:37:07.650347 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-672b009d-e881-40a7-bd9e-27b0b1d2101f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.686185 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-672b009d-e881-40a7-bd9e-27b0b1d2101f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30018021'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.766567 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-672b009d-e881-40a7-bd9e-27b0b1d2101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.818621 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-672b009d-e881-40a7-bd9e-27b0b1d2101f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30213450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30128896'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.848384 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b009d-e881-40a7-bd9e-27b0b1d2101f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2abf54-894e-4d2c-8869-5b73b9f40deb,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:07.852272 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-672b009d-e881-40a7-bd9e-27b0b1d2101f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:07.856808 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-672b009d-e881-40a7-bd9e-27b0b1d2101f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5d2abf54-894e-4d2c-8869-5b73b9f40deb HTTP/1.1" status: 204 len: 168 time: 0.2516716 Jul 29 15:37:07.857025 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60022) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:07.858004 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f759e-ebe6-42f3-9ba3-41d2f0e18801 None None] Network e366522e-a469-4674-9e08-c8d3d1a77c20 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:37:07.988805 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 8bfe3174-03d8-4f9c-b95f-f19071863563 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:37:08.012058 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 8bfe3174-03d8-4f9c-b95f-f19071863563 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:37:08.012490 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 8bfe3174-03d8-4f9c-b95f-f19071863563 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:37:08.013066 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9b0f264d-5c02-4860-8136-ef713bde860a no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:37:08.034079 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 9b0f264d-5c02-4860-8136-ef713bde860a {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:37:08.034508 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 9b0f264d-5c02-4860-8136-ef713bde860a not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:37:08.056949 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] DHCP port deletion for e366522e-a469-4674-9e08-c8d3d1a77c20 request from dv-cinder-789564-8-iscsi {{(pid=93123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:37:08.109725 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] Deleting port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc {{(pid=93123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:08.110884 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.166001 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.177424 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] For port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:08.177837 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.190610 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] Calling delete_port for efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc owned by network:dhcp {{(pid=93123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:08.216719 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Deleting port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:08.217079 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.270145 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734'] for port, after_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.281576 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] For port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,segment=NetworkSegment(c879dc6a-5211-481d-8a0b-65c9d8bbe343),segment_id=c879dc6a-5211-481d-8a0b-65c9d8bbe343)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:08.281915 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.294472 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] Pushing event deleted for resources: {'Port': ['ID=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,revision_number=None']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:08.294678 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Calling delete_port for efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc owned by network:dhcp {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:08.299833 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b4b61-09f6-49ea-8aa5-b21cdd36fa3d None None] No DVR routers for this DVR port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc on host dv-cinder-789564-8-iscsi {{(pid=93123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:37:08.378905 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.405380 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] No DVR routers for this DVR port efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc on host dv-cinder-789564-8-iscsi {{(pid=93121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:37:08.407374 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Pushing event deleted for resources: {'Port': ['ID=efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:08.489480 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.497450 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e366522e-a469-4674-9e08-c8d3d1a77c20']}} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:08.511730 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c879dc6a-5211-481d-8a0b-65c9d8bbe343') {'for_net_delete': True} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:08.512018 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.services.segments.db [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c879dc6a-5211-481d-8a0b-65c9d8bbe343') {} {{(pid=93121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:08.521500 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32668427'] for segment, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.535591 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.541719 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:37:08.542091 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33461269'] for segment, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: self.session.flush() Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: self.session.flush() Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: self.session.flush() Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: self.session.flush() Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: Traceback (most recent call last): Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: timer() Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: cb(*args, **kw) Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: return func(*args, **kwargs) Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: self._notify() Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: self.callback(batched_events) Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: event.method(event) Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: return f(self, *a, **k) Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._get(url).json() Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: return self.request(url, 'GET', **kwargs) Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:37:08.543774 dv-cinder-789564-8-iscsi neutron-server[93121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:37:08.602254 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.607009 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:08.612536 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] 10.222.0.10 "DELETE /v2.0/networks/e366522e-a469-4674-9e08-c8d3d1a77c20 HTTP/1.1" status: 204 len: 168 time: 0.7509394 Jul 29 15:37:08.612663 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60036) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:08.627981 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ff2d8-0626-4375-b0a4-dce66880247c admin admin] Pushing event deleted for resources: {'Network': ['ID=e366522e-a469-4674-9e08-c8d3d1a77c20,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:08.976651 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1724742'] for router_interface, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:09.217792 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Deleting port 792b816f-110f-4d86-9762-5f6569d61193 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:09.218123 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:09.299679 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] For port 792b816f-110f-4d86-9762-5f6569d61193, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=792b816f-110f-4d86-9762-5f6569d61193,segment=NetworkSegment(e52ab399-9907-4287-a8a5-e11b083d6265),segment_id=e52ab399-9907-4287-a8a5-e11b083d6265)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:09.300042 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:09.312425 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Calling delete_port for 792b816f-110f-4d86-9762-5f6569d61193 owned by network:router_interface {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:09.486321 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:09.511580 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Pushing event deleted for resources: {'Port': ['ID=792b816f-110f-4d86-9762-5f6569d61193,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:09.672939 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2056610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1724714'] for router_interface, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:09.904334 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Router c70af8fc-ede9-493d-b5ea-023449afbc58 has already been hosted by L3 agent 44a2a7b9-5d37-4830-94e4-1a4e855b6549 {{(pid=93122) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:37:10.015780 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] Notify agent at l3_agent.dv-cinder-789564-8-iscsi the message routers_updated {{(pid=93122) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:37:10.024271 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-593f7e6e-05e7-4041-ab41-747d5c5b34ab admin admin] 10.222.0.10 "PUT /v2.0/routers/c70af8fc-ede9-493d-b5ea-023449afbc58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4108746 Jul 29 15:37:10.024447 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60054) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:10.026836 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] Sync routers for ids ['c70af8fc-ede9-493d-b5ea-023449afbc58'] in dv-cinder-789564-8-iscsi {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:37:10.037126 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] Routers {'c70af8fc-ede9-493d-b5ea-023449afbc58'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:37:10.037665 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:37:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['c70af8fc-ede9-493d-b5ea-023449afbc58'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:10.043937 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:37:10.067752 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:37:10.068079 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device efafd2f3-7f1c-4f81-bd73-e9c7c5b155cc not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:37:10.137612 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks [] for router, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.149505 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] Set router c70af8fc-ede9-493d-b5ea-023449afbc58 gateway port host: dv-cinder-789564-8-iscsi {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:37:10.237498 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.287149 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Deleting port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 {{(pid=93121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:10.287480 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.323729 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'external_fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:37:09Z', 'revision_number': 5, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port': {'id': 'e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70', 'name': '', 'network_id': 'c23813b6-c80e-47f1-bc2a-e286cd843c9f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:cd:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789564-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:32:06Z', 'updated_at': '2021-07-29T15:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8daf4e0e-7210-4a48-af4f-11d80b90a63b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789564-8-iscsi'}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:10.349882 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] Checking router: c70af8fc-ede9-493d-b5ea-023449afbc58 for host: dv-cinder-789564-8-iscsi {{(pid=93124) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:37:10.358174 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] Routers {'c70af8fc-ede9-493d-b5ea-023449afbc58'} bound to L3 agent in host dv-cinder-789564-8-iscsi {{(pid=93124) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:37:10.358764 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789564-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T15:19:31Z,description=,heartbeat_timestamp=2021-07-29T15:37:01Z,host='dv-cinder-789564-8-iscsi',id=44a2a7b9-5d37-4830-94e4-1a4e855b6549,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T15:19:31Z,topic='l3_agent')) {'router_ids': ['c70af8fc-ede9-493d-b5ea-023449afbc58'], 'active': True} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:10.364556 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.db [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] For port e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70,segment=NetworkSegment(739f4ba2-be3a-4e0c-942f-2ea159a0dae6),segment_id=739f4ba2-be3a-4e0c-942f-2ea159a0dae6)] {{(pid=93121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:10.365031 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.378080 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Calling delete_port for e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 owned by network:router_gateway {{(pid=93121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:10.465519 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_dvr_db [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] Set router c70af8fc-ede9-493d-b5ea-023449afbc58 gateway port host: None {{(pid=93124) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:37:10.516534 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.l3_hamode_db [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:37:10Z', 'revision_number': 6, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port_host': None}], 'dv-cinder-789564-8-iscsi', False) {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:10.545571 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47da85f-9e30-438f-b963-62eae323dc56 None None] The sync data for ids ['c70af8fc-ede9-493d-b5ea-023449afbc58'] in dv-cinder-789564-8-iscsi is: [{'id': 'c70af8fc-ede9-493d-b5ea-023449afbc58', 'name': 'tempest-TestShelveInstance-1613745204-router', 'tenant_id': '337e1dac791c4f2f8de076e52844a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:32:05Z', 'updated_at': '2021-07-29T15:37:10Z', 'revision_number': 6, 'project_id': '337e1dac791c4f2f8de076e52844a0ae', 'gw_port_host': None}] {{(pid=93124) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:37:10.549551 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33463012'] for port, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.582933 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Pushing event deleted for resources: {'Port': ['ID=e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:10.641521 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2092168'] for router_gateway, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.728793 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1613335', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-689'] for router, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.731623 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.782183 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1609607'] for router, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.783514 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c70af8fc-ede9-493d-b5ea-023449afbc58 {{(pid=93121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:37:10.787893 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] Notify callbacks [] for router, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.789061 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-6d9f4124-3076-4862-884c-0e0a46090096 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c70af8fc-ede9-493d-b5ea-023449afbc58 HTTP/1.1" status: 204 len: 168 time: 0.7629788 Jul 29 15:37:10.791546 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60056) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:10.839404 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04f06e1-5449-45a2-a353-499f9cbec711 admin admin] Deleting subnet 5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79 {{(pid=93121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:37:10.842299 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f04f06e1-5449-45a2-a353-499f9cbec711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.878712 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f04f06e1-5449-45a2-a353-499f9cbec711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32668416'] for subnet, precommit_delete_associations {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:10.960139 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f04f06e1-5449-45a2-a353-499f9cbec711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.016115 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f04f06e1-5449-45a2-a353-499f9cbec711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33462987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33260767'] for subnet, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.049311 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-f04f06e1-5449-45a2-a353-499f9cbec711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.053595 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-f04f06e1-5449-45a2-a353-499f9cbec711 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79 HTTP/1.1" status: 204 len: 168 time: 0.2588787 Jul 29 15:37:11.053595 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f06e1-5449-45a2-a353-499f9cbec711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6aab9d-b97f-4c09-b6b0-e1ae4d826e79,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:11.053987 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60062) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:11.056452 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bbdea6-7ec5-45b3-9570-b15be44c77d9 None None] Network 49cffd0c-e31f-4167-930e-e554641c0b52 requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:37:11.132542 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.191913 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Deleting port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:11.192261 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.276795 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] For port 7ae7c0a3-5303-4f2e-b82d-b360717ba434, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=7ae7c0a3-5303-4f2e-b82d-b360717ba434,segment=NetworkSegment(e52ab399-9907-4287-a8a5-e11b083d6265),segment_id=e52ab399-9907-4287-a8a5-e11b083d6265)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:11.277199 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.294268 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Calling delete_port for 7ae7c0a3-5303-4f2e-b82d-b360717ba434 owned by network:dhcp {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:11.300977 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] DHCP port deletion for 49cffd0c-e31f-4167-930e-e554641c0b52 request from dv-cinder-789564-8-iscsi {{(pid=93123) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:37:11.362318 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] Deleting port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 {{(pid=93123) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:37:11.362787 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.389535 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.416431 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae7c0a3-5303-4f2e-b82d-b360717ba434,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:11.420121 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] No DVR routers for this DVR port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 on host dv-cinder-789564-8-iscsi {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:37:11.430506 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] For port 7ae7c0a3-5303-4f2e-b82d-b360717ba434, host dv-cinder-789564-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789564-8-iscsi',level=0,port_id=7ae7c0a3-5303-4f2e-b82d-b360717ba434,segment=NetworkSegment(e52ab399-9907-4287-a8a5-e11b083d6265),segment_id=e52ab399-9907-4287-a8a5-e11b083d6265)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:11.430907 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.448917 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] Calling delete_port for 7ae7c0a3-5303-4f2e-b82d-b360717ba434 owned by network:dhcp {{(pid=93123) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:37:11.491421 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.503059 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cffd0c-e31f-4167-930e-e554641c0b52']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:11.527548 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52ab399-9907-4287-a8a5-e11b083d6265') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:11.527800 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52ab399-9907-4287-a8a5-e11b083d6265') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:37:11.535165 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734'] for port, after_delete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.540924 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30018030'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.558593 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.561815 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] Pushing event deleted for resources: {'Port': ['ID=7ae7c0a3-5303-4f2e-b82d-b360717ba434,revision_number=None']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:11.565292 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc06362-8294-4b43-8be0-289b7fafff78 None None] No DVR routers for this DVR port 7ae7c0a3-5303-4f2e-b82d-b360717ba434 on host dv-cinder-789564-8-iscsi {{(pid=93123) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:37:11.577230 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:37:11.577653 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30215060'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: Traceback (most recent call last): Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: timer() Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: cb(*args, **kw) Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: return func(*args, **kwargs) Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: self._notify() Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: self.callback(batched_events) Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: event.method(event) Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: return f(self, *a, **k) Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._get(url).json() Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:37:11.580407 dv-cinder-789564-8-iscsi neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:37:11.639127 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.645766 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.647697 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/49cffd0c-e31f-4167-930e-e554641c0b52 HTTP/1.1" status: 204 len: 168 time: 0.5927186 Jul 29 15:37:11.664052 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fbaf3-10cd-43c9-bbf3-f45c948627b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=49cffd0c-e31f-4167-930e-e554641c0b52,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:11.787023 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60074) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:11.831846 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-c13114fa-5ffd-459f-8ff8-db3e8bdacc03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30d000d3e08a4a8cb5bf28ccd51903dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434711 Jul 29 15:37:11.834083 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60076) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:11.893415 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0b479014-f029-462a-b7a6-d2a570a7b037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.920142 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0b479014-f029-462a-b7a6-d2a570a7b037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.978905 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 792b816f-110f-4d86-9762-5f6569d61193 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:37:11.980282 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0b479014-f029-462a-b7a6-d2a570a7b037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.982938 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-0b479014-f029-462a-b7a6-d2a570a7b037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:11.987680 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-0b479014-f029-462a-b7a6-d2a570a7b037 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71110ca1-ceef-435b-a268-29661631fdbc HTTP/1.1" status: 204 len: 168 time: 0.1491542 Jul 29 15:37:11.996552 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b479014-f029-462a-b7a6-d2a570a7b037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71110ca1-ceef-435b-a268-29661631fdbc,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:12.004843 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 792b816f-110f-4d86-9762-5f6569d61193 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:37:12.004990 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 792b816f-110f-4d86-9762-5f6569d61193 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:37:12.005363 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:37:12.035242 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:37:12.035949 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device e57fd72a-f9d1-4af7-b2c2-b6bcb8f8af70 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:37:12.036092 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 7ae7c0a3-5303-4f2e-b82d-b360717ba434 no longer exists at agent ovs-agent-dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:37:12.059651 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] No Port match for: 7ae7c0a3-5303-4f2e-b82d-b360717ba434 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:37:12.060349 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Device 7ae7c0a3-5303-4f2e-b82d-b360717ba434 not bound to the agent host dv-cinder-789564-8-iscsi {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:37:12.122566 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:12.367621 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60084) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:12.407309 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a1e35195-aaef-46d9-ba1b-a3b1669b86cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=337e1dac791c4f2f8de076e52844a0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380197 Jul 29 15:37:12.409832 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60088) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:12.458474 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-36817b9e-7b9b-407b-bfb8-916af0a918c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:12.480168 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-36817b9e-7b9b-407b-bfb8-916af0a918c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:12.526354 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-36817b9e-7b9b-407b-bfb8-916af0a918c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:12.528893 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-36817b9e-7b9b-407b-bfb8-916af0a918c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:12.530056 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-36817b9e-7b9b-407b-bfb8-916af0a918c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47ce4ad3-e481-4b36-83e5-18c2f750e267 HTTP/1.1" status: 204 len: 168 time: 0.1193197 Jul 29 15:37:12.540323 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36817b9e-7b9b-407b-bfb8-916af0a918c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ce4ad3-e481-4b36-83e5-18c2f750e267,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:28.833289 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-aa3460b5-4360-4b03-8749-a053af423a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:28.954816 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:37:31.240563 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-81a81dc4-ce1f-40f3-8182-4e3e4b6c9a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:31.441374 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:32.531935 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:34.112986 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:38.494696 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60304) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:38.594232 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:38.685495 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:38.689098 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:38.726656 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1e16298d59b4584a823129c87ee66de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309229 Jul 29 15:37:38.727755 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c731535c-27ce-46fc-bd89-1a50007bfcb2,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:38.729585 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60308) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:38.745763 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.746109 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.746448 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.746776 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.747102 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.747428 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.747753 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.748075 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.748398 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.748715 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.749064 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.749408 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a61299-efe7-469b-a983-c027ac2bc8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:38.787961 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-de8dba3c-d0dd-4216-897c-6845ab86a320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:38.808592 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-de8dba3c-d0dd-4216-897c-6845ab86a320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:38.852831 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-de8dba3c-d0dd-4216-897c-6845ab86a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:38.855369 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-de8dba3c-d0dd-4216-897c-6845ab86a320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:38.856502 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-de8dba3c-d0dd-4216-897c-6845ab86a320 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c731535c-27ce-46fc-bd89-1a50007bfcb2 HTTP/1.1" status: 204 len: 168 time: 0.1252513 Jul 29 15:37:38.865401 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dba3c-d0dd-4216-897c-6845ab86a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c731535c-27ce-46fc-bd89-1a50007bfcb2,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:39.106772 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60314) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:39.119766 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4b31-ddc5-4f8f-9bee-41b4b6825f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:39.210336 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4b31-ddc5-4f8f-9bee-41b4b6825f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:39.214059 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4b31-ddc5-4f8f-9bee-41b4b6825f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:39.255600 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-f4ef4b31-ddc5-4f8f-9bee-41b4b6825f52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d33c997a92f749fa95c5814684c6a1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477449 Jul 29 15:37:39.256451 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef4b31-ddc5-4f8f-9bee-41b4b6825f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279a027c-33d2-41c1-9e1e-e507bfdf18ee,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:39.258561 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60316) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:39.305873 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e38cb5db-aac8-418e-9499-1a37bbb311a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:39.326491 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e38cb5db-aac8-418e-9499-1a37bbb311a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:39.370533 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e38cb5db-aac8-418e-9499-1a37bbb311a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:39.373201 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-e38cb5db-aac8-418e-9499-1a37bbb311a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:39.374333 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-e38cb5db-aac8-418e-9499-1a37bbb311a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/279a027c-33d2-41c1-9e1e-e507bfdf18ee HTTP/1.1" status: 204 len: 168 time: 0.1147940 Jul 29 15:37:39.382419 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cb5db-aac8-418e-9499-1a37bbb311a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279a027c-33d2-41c1-9e1e-e507bfdf18ee,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:40.876498 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60360) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:40.985862 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76913efa-c60c-4ca1-926f-47cecb7f5be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.073888 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76913efa-c60c-4ca1-926f-47cecb7f5be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.077465 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-76913efa-c60c-4ca1-926f-47cecb7f5be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.115367 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-76913efa-c60c-4ca1-926f-47cecb7f5be3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=526e47398f204e3da651dcf5165a595f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378051 Jul 29 15:37:41.116560 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76913efa-c60c-4ca1-926f-47cecb7f5be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc09664-5ccb-4e9c-aa3e-29acf842f2e5,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:41.118065 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60364) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:41.166470 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3730d9d3-7db4-4550-b3dd-8b4574cc871b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.187104 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3730d9d3-7db4-4550-b3dd-8b4574cc871b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.233345 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3730d9d3-7db4-4550-b3dd-8b4574cc871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.236688 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-3730d9d3-7db4-4550-b3dd-8b4574cc871b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.237951 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-3730d9d3-7db4-4550-b3dd-8b4574cc871b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7dc09664-5ccb-4e9c-aa3e-29acf842f2e5 HTTP/1.1" status: 204 len: 168 time: 0.1187422 Jul 29 15:37:41.246126 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730d9d3-7db4-4550-b3dd-8b4574cc871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc09664-5ccb-4e9c-aa3e-29acf842f2e5,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:41.493174 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60370) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:41.506516 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9cac6e48-9324-4eb4-b421-16d712c9f0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.597825 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9cac6e48-9324-4eb4-b421-16d712c9f0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.601770 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-9cac6e48-9324-4eb4-b421-16d712c9f0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.641355 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-9cac6e48-9324-4eb4-b421-16d712c9f0b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=deb4b41abea8460a980876113766875c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471000 Jul 29 15:37:41.642491 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac6e48-9324-4eb4-b421-16d712c9f0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706ee7c8-0790-436e-a072-05556c56fb01,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:41.644031 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60372) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:41.695758 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0988dd8c-9c67-444a-934b-ded40b838130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.715597 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0988dd8c-9c67-444a-934b-ded40b838130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.761388 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0988dd8c-9c67-444a-934b-ded40b838130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.763948 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0988dd8c-9c67-444a-934b-ded40b838130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:41.765146 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-0988dd8c-9c67-444a-934b-ded40b838130 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/706ee7c8-0790-436e-a072-05556c56fb01 HTTP/1.1" status: 204 len: 168 time: 0.1200523 Jul 29 15:37:41.772771 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988dd8c-9c67-444a-934b-ded40b838130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706ee7c8-0790-436e-a072-05556c56fb01,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:42.122403 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:45.957987 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60444) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:46.057145 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-95c44937-7a12-4162-970d-45db6526007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.142638 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-95c44937-7a12-4162-970d-45db6526007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.146304 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-95c44937-7a12-4162-970d-45db6526007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.183716 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-95c44937-7a12-4162-970d-45db6526007c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0cfb2bdaf05643d7a82ded97e0586bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246461 Jul 29 15:37:46.185618 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c44937-7a12-4162-970d-45db6526007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac2e0f8-5120-476a-89ee-0565edf720ec,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:46.186555 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60448) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:46.238289 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b3000b0d-eb76-4b26-9002-16237ed3a6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.258565 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b3000b0d-eb76-4b26-9002-16237ed3a6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.303750 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b3000b0d-eb76-4b26-9002-16237ed3a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.306402 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-b3000b0d-eb76-4b26-9002-16237ed3a6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.307574 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-b3000b0d-eb76-4b26-9002-16237ed3a6e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ac2e0f8-5120-476a-89ee-0565edf720ec HTTP/1.1" status: 204 len: 168 time: 0.1198483 Jul 29 15:37:46.315144 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3000b0d-eb76-4b26-9002-16237ed3a6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac2e0f8-5120-476a-89ee-0565edf720ec,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:46.557223 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60454) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:46.570831 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9f785ca-9a44-429c-af74-510fd090fc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.662099 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9f785ca-9a44-429c-af74-510fd090fc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.665655 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-c9f785ca-9a44-429c-af74-510fd090fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.702853 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-c9f785ca-9a44-429c-af74-510fd090fc34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5138c5775c8645a39a726c379efd5b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444893 Jul 29 15:37:46.703946 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f785ca-9a44-429c-af74-510fd090fc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3124e9-1f8d-4fd5-8900-1f8501629e39,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:46.706210 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60456) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:46.753845 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0b668f24-b2a2-4366-b1c5-5cc4966c102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.777087 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0b668f24-b2a2-4366-b1c5-5cc4966c102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.822209 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0b668f24-b2a2-4366-b1c5-5cc4966c102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.824692 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-0b668f24-b2a2-4366-b1c5-5cc4966c102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:46.826270 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-0b668f24-b2a2-4366-b1c5-5cc4966c102e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc3124e9-1f8d-4fd5-8900-1f8501629e39 HTTP/1.1" status: 204 len: 168 time: 0.1190484 Jul 29 15:37:46.834320 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b668f24-b2a2-4366-b1c5-5cc4966c102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3124e9-1f8d-4fd5-8900-1f8501629e39,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:50.726642 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60522) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:50.828088 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8697c2e5-0bf6-46df-a8c3-fca456aed3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:50.919916 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8697c2e5-0bf6-46df-a8c3-fca456aed3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:50.923523 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-8697c2e5-0bf6-46df-a8c3-fca456aed3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:50.962246 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-8697c2e5-0bf6-46df-a8c3-fca456aed3c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ab49062138d4c9db80f5108c54632c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345343 Jul 29 15:37:50.964173 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697c2e5-0bf6-46df-a8c3-fca456aed3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571504ac-d7d2-4aa3-aed7-c971fcf7ee09,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:50.965070 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60526) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:51.014568 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.035882 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.079263 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.082765 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.083908 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/571504ac-d7d2-4aa3-aed7-c971fcf7ee09 HTTP/1.1" status: 204 len: 168 time: 0.1178501 Jul 29 15:37:51.091338 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571504ac-d7d2-4aa3-aed7-c971fcf7ee09,revision_number=None']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:51.098865 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.099216 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.099560 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.099892 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.100224 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.100554 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.101825 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.102807 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.102807 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.103268 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.103490 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.103812 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805d70c2-a916-4583-afdb-b2b48b628f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:51.668232 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [-] (93121) accepted ('10.222.0.10', 60548) {{(pid=93121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:51.762060 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.v2.base [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1875536816-network', 'tenant_id': '3a72bcc87bd04357b1ce94904db9488a'}} {{(pid=93121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:37:51.781863 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Made reservation on behalf of 3a72bcc87bd04357b1ce94904db9488a for: {'network': 1} {{(pid=93121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:37:51.784256 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for network, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.792254 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.882824 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.886677 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.906510 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c325df4f-170f-497c-b672-04274702176b admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=93121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:37:51.919509 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21579561-cdc4-4c8a-82b3-3b85394fa5ba,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:51.926412 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.927139 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.db.segments_db [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Added segment 1b280e40-5934-4ef5-adfe-0a97a2f983c8 of type vlan for network 99172836-6176-4183-9d55-9cafd6c56f6e Jul 29 15:37:51.970266 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750510083916'] for network, precommit_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.998952 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633'] for network, after_create {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:51.999854 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:52.000439 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron_lib.callbacks.manager [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:52.054410 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [None req-c325df4f-170f-497c-b672-04274702176b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3821712 Jul 29 15:37:52.054725 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60552) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:37:52.058579 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c325df4f-170f-497c-b672-04274702176b admin admin] Pushing event updated for resources: {'Network': ['ID=99172836-6176-4183-9d55-9cafd6c56f6e,revision_number=1']} {{(pid=93121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:52.059699 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Request body: {'subnet': {'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1875536816-subnet', 'tenant_id': '3a72bcc87bd04357b1ce94904db9488a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:37:52.069631 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Network 99172836-6176-4183-9d55-9cafd6c56f6e details requested by agent ovs-agent-dv-cinder-789564-8-iscsi with host dv-cinder-789564-8-iscsi {{(pid=93123) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:37:52.081842 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Made reservation on behalf of 3a72bcc87bd04357b1ce94904db9488a for: {'subnet': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:37:52.084092 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30128935'] for subnet, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:52.254080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30213385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30128905'] for subnet, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:52.308549 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bb6395-be0f-48a4-8bdc-4b69681b2e6f,revision_number=0']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:52.315716 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Checking segment: {'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:37:52.316068 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Network hostable DHCP agents. Network: 99172836-6176-4183-9d55-9cafd6c56f6e, hostable agents: ['6c4c4db1-9916-4830-a7c3-eb88c11f19de'], hosted agents: [] {{(pid=93122) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:37:52.332168 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Network 99172836-6176-4183-9d55-9cafd6c56f6e is scheduled to be hosted by DHCP agent 6c4c4db1-9916-4830-a7c3-eb88c11f19de with binding_index 1 {{(pid=93122) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:37:52.340139 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789564-8-iscsi, 99172836-6176-4183-9d55-9cafd6c56f6e) {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:37:52.345672 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:52.346512 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:52.349034 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050ae668-5d87-4cea-8f01-8c9bea4f284e None None] Network 99172836-6176-4183-9d55-9cafd6c56f6e requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:37:52.359366 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-70f58928-7625-4a83-b617-e1747f88ba90 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3035488 Jul 29 15:37:52.471531 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3de09-0548-4274-9e71-66cdca8d1273 None None] Network 99172836-6176-4183-9d55-9cafd6c56f6e requested from dv-cinder-789564-8-iscsi {{(pid=93123) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:37:54.246368 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-fb23afd9-b971-4f25-968d-d563a8b25638 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:54.247819 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-fb23afd9-b971-4f25-968d-d563a8b25638 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/networks?id=99172836-6176-4183-9d55-9cafd6c56f6e HTTP/1.1" status: 200 len: 809 time: 0.1088669 Jul 29 15:37:54.262982 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-a10de8a5-0188-4a68-a019-1a96e819b966 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/quotas/3a72bcc87bd04357b1ce94904db9488a HTTP/1.1" status: 200 len: 375 time: 0.0087733 Jul 29 15:37:54.294270 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-20737b7c-02cf-483b-ae86-698b87cc6567 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a72bcc87bd04357b1ce94904db9488a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256493 Jul 29 15:37:54.305319 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-f79e6e60-3d36-4771-b007-0010e28d21ff service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:37:54.306267 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-f79e6e60-3d36-4771-b007-0010e28d21ff service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049520 Jul 29 15:37:54.390508 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-14662832-d5a1-4f12-953b-1efdc98608b4 service neutron] 10.222.0.10 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788333 Jul 29 15:37:54.480780 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-83daeb39-a8d0-4818-9a68-359a147476f6 service neutron] 10.222.0.10 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844083 Jul 29 15:37:54.688306 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-95912912-86df-410d-b96c-28aeed6f1416 req-b42638f6-0f12-409a-b6c3-f9bceb188ce4 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 210 time: 0.0768187 Jul 29 15:37:55.683499 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-020da737-ff58-41c5-bd13-c2ee50409778 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:55.684982 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-020da737-ff58-41c5-bd13-c2ee50409778 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "GET /v2.0/networks?id=99172836-6176-4183-9d55-9cafd6c56f6e HTTP/1.1" status: 200 len: 809 time: 0.1060381 Jul 29 15:37:55.697462 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Request body: {'port': {'device_id': '37a78aef-09b7-48d9-b237-74e487d7972f', 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e', 'admin_state_up': True, 'tenant_id': '3a72bcc87bd04357b1ce94904db9488a'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:37:55.782295 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-c777f7ba-6614-4c48-9826-3371a59cf996 req-d969d884-bc43-427b-b56d-fe5d6f30f79f tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 210 time: 0.0257349 Jul 29 15:37:55.805172 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Made reservation on behalf of 3a72bcc87bd04357b1ce94904db9488a for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:37:55.808534 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:55.931566 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Allocated IP 172.20.0.5 (99172836-6176-4183-9d55-9cafd6c56f6e/67bb6395-be0f-48a4-8bdc-4b69681b2e6f/cfbaedba-89f3-44c8-9b9b-e729c2c39503) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:37:56.078502 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.120347 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.158848 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Network 99172836-6176-4183-9d55-9cafd6c56f6e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:37:56.161815 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:37:56.165322 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:37:56.191031 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Pushing event updated for resources: {'Port': ['ID=cfbaedba-89f3-44c8-9b9b-e729c2c39503,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:56.217844 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:56.218442 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.233353 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-26620f81-5126-4886-920e-10c514457d9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395479 Jul 29 15:37:56.244291 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-53801714-5f0b-4340-b63e-143d06e63810 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93122) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:37:56.245348 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-53801714-5f0b-4340-b63e-143d06e63810 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050771 Jul 29 15:37:56.307718 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Request body: {'port': {'device_id': '37a78aef-09b7-48d9-b237-74e487d7972f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:37:56.364361 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.625065 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfbaedba-89f3-44c8-9b9b-e729c2c39503 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:37:56.633223 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.645649 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Transition to ACTIVE for port object cfbaedba-89f3-44c8-9b9b-e729c2c39503 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:37:56.648699 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.699207 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Pushing event updated for resources: {'Port': ['ID=cfbaedba-89f3-44c8-9b9b-e729c2c39503,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:56.763586 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Attempting to bind port cfbaedba-89f3-44c8-9b9b-e729c2c39503 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:37:56.763916 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Attempting to bind port cfbaedba-89f3-44c8-9b9b-e729c2c39503 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:37:56.764235 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Attempting to bind port cfbaedba-89f3-44c8-9b9b-e729c2c39503 on network 99172836-6176-4183-9d55-9cafd6c56f6e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:37:56.769190 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Port cfbaedba-89f3-44c8-9b9b-e729c2c39503 on network 99172836-6176-4183-9d55-9cafd6c56f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:37:56.769504 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Attempting to bind port cfbaedba-89f3-44c8-9b9b-e729c2c39503 on network 99172836-6176-4183-9d55-9cafd6c56f6e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:37:56.774133 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:37:56.774464 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Checking segment: {'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:37:56.774842 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Bound using segment: {'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:37:56.775254 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Bound port: cfbaedba-89f3-44c8-9b9b-e729c2c39503, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:37:56.775603 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.838346 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] For port cfbaedba-89f3-44c8-9b9b-e729c2c39503, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:37:56.841599 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] For port cfbaedba-89f3-44c8-9b9b-e729c2c39503, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cfbaedba-89f3-44c8-9b9b-e729c2c39503,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:37:56.847080 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.910014 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:56.910619 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:56.912070 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] 10.222.0.59 "PUT /v2.0/ports/cfbaedba-89f3-44c8-9b9b-e729c2c39503 HTTP/1.1" status: 200 len: 1093 time: 0.6595824 Jul 29 15:37:56.912478 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a78aef-09b7-48d9-b237-74e487d7972f', 'tag': 'cfbaedba-89f3-44c8-9b9b-e729c2c39503'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:37:56.914722 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "37a78aef-09b7-48d9-b237-74e487d7972f", "tag": "cfbaedba-89f3-44c8-9b9b-e729c2c39503"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:37:56.943743 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf0296-f536-491a-a5a3-7ffedbe3e30e service neutron] Pushing event updated for resources: {'Port': ['ID=cfbaedba-89f3-44c8-9b9b-e729c2c39503,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:56.959727 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d9242-20bd-418f-bbea-e280a14ff228 req-699edab1-a66e-4fa4-b94b-5c340ecfc841 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:56.961384 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6b2d9242-20bd-418f-bbea-e280a14ff228 req-699edab1-a66e-4fa4-b94b-5c340ecfc841 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 943 time: 0.1056504 Jul 29 15:37:57.027402 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8f70a8-019b-4342-a3dd-8baec9c5c82f x-openstack-request-id: req-0c8f70a8-019b-4342-a3dd-8baec9c5c82f {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:37:57.027683 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a78aef-09b7-48d9-b237-74e487d7972f", "tag": "cfbaedba-89f3-44c8-9b9b-e729c2c39503", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:37:57.027930 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c8f70a8-019b-4342-a3dd-8baec9c5c82f {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:37:57.028313 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a78aef-09b7-48d9-b237-74e487d7972f', 'tag': 'cfbaedba-89f3-44c8-9b9b-e729c2c39503', 'status': 'completed', 'code': 200} Jul 29 15:37:57.035066 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6b2d9242-20bd-418f-bbea-e280a14ff228 req-f38216ec-68d3-461e-8c23-59e8af7df1b5 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651319 Jul 29 15:37:57.036779 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-bd35b90c-ea3a-4acd-bdc7-019cd92c9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:57.038223 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-bd35b90c-ea3a-4acd-bdc7-019cd92c9a53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a72bcc87bd04357b1ce94904db9488a&device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 1096 time: 0.0759327 Jul 29 15:37:57.080376 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-3dfbb09d-7999-4f49-8cb8-4f9d58a557eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfbaedba-89f3-44c8-9b9b-e729c2c39503 HTTP/1.1" status: 200 len: 217 time: 0.0331538 Jul 29 15:37:57.130969 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-b8bcf628-873c-442f-bc0a-3843c614bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:57.132402 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-b8bcf628-873c-442f-bc0a-3843c614bb56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67bb6395-be0f-48a4-8bdc-4b69681b2e6f HTTP/1.1" status: 200 len: 849 time: 0.0454025 Jul 29 15:37:57.165231 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-5608c5cf-6669-495e-b11a-564475833da9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99172836-6176-4183-9d55-9cafd6c56f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250099 Jul 29 15:37:57.251015 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-79f15e3d-db2e-4462-9419-410da8eae7e8 service neutron] 10.222.0.59 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789762 Jul 29 15:37:57.343129 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-b098c5b8-570c-4abc-b3a9-7ba20bea70e5 req-430354d4-0058-4d56-9276-0e947e95ae6e service neutron] 10.222.0.59 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848868 Jul 29 15:37:57.426943 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-ec761ec8-e999-4e3c-adef-775ada2da50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:57.428301 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-ec761ec8-e999-4e3c-adef-775ada2da50d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a72bcc87bd04357b1ce94904db9488a&device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 1096 time: 0.0404711 Jul 29 15:37:57.520213 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-e78f77c9-9944-44bf-bfc9-4cd0c7108756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:57.521721 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-e78f77c9-9944-44bf-bfc9-4cd0c7108756 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99172836-6176-4183-9d55-9cafd6c56f6e HTTP/1.1" status: 200 len: 910 time: 0.0859430 Jul 29 15:37:57.563023 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-5a647825-a531-4f40-a8dc-734250c5ee1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfbaedba-89f3-44c8-9b9b-e729c2c39503 HTTP/1.1" status: 200 len: 217 time: 0.0329340 Jul 29 15:37:57.615530 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-033fb603-721a-4ea9-a93b-f8df8e35c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:57.616979 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-033fb603-721a-4ea9-a93b-f8df8e35c326 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67bb6395-be0f-48a4-8bdc-4b69681b2e6f HTTP/1.1" status: 200 len: 849 time: 0.0462883 Jul 29 15:37:57.648475 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-659d3698-faeb-44c2-a720-bd9e10edcfe1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99172836-6176-4183-9d55-9cafd6c56f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243561 Jul 29 15:37:58.013137 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-c5cb02b2-c566-4cdf-a6fa-9bd131e45efe service neutron] 10.222.0.59 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567851 Jul 29 15:37:58.100691 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-93ac8537-b1fd-4ed3-9a22-3962bd8d3ef4 req-0525e609-65fc-45bd-a308-1eb571d5d6a4 service neutron] 10.222.0.59 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798390 Jul 29 15:37:58.149059 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201e6fd-c5c9-4b06-a405-597bd2a1221a req-d2bd5fb7-bd34-4363-b697-e6ab000aa984 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:58.150542 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3201e6fd-c5c9-4b06-a405-597bd2a1221a req-d2bd5fb7-bd34-4363-b697-e6ab000aa984 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 943 time: 0.0483665 Jul 29 15:37:58.186626 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3201e6fd-c5c9-4b06-a405-597bd2a1221a req-d6a52f81-80f7-4835-99e4-eeeae83341dc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300117 Jul 29 15:37:58.833398 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-1786f4fb-2373-43ba-8317-1a17caa008ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.304404 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14a46-b73d-463f-9bff-fdc1d76927cf req-fb084c33-207a-4d4c-8455-22adf0422c97 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:59.306360 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f6a14a46-b73d-463f-9bff-fdc1d76927cf req-fb084c33-207a-4d4c-8455-22adf0422c97 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 943 time: 0.0537870 Jul 29 15:37:59.360911 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-f6a14a46-b73d-463f-9bff-fdc1d76927cf req-2316a47f-f2d2-4f1f-9c8e-53dfc6b267c7 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Jul 29 15:37:59.602234 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cfbaedba-89f3-44c8-9b9b-e729c2c39503 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:37:59.699380 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cfbaedba-89f3-44c8-9b9b-e729c2c39503, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cfbaedba-89f3-44c8-9b9b-e729c2c39503,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:59.834002 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': 'cfbaedba-89f3-44c8-9b9b-e729c2c39503', 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e', 'port_id': 'cfbaedba-89f3-44c8-9b9b-e729c2c39503', 'mac_address': 'fa:16:3e:9c:5c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bb6395-be0f-48a4-8bdc-4b69681b2e6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:37:59.869944 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.882554 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfbaedba-89f3-44c8-9b9b-e729c2c39503 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:37:59.902157 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cfbaedba-89f3-44c8-9b9b-e729c2c39503, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cfbaedba-89f3-44c8-9b9b-e729c2c39503,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:59.906062 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.951931 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cfbaedba-89f3-44c8-9b9b-e729c2c39503,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:59.958940 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.959289 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.959631 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.959964 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.960294 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.960624 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.960980 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.961305 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.961639 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.961957 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.962274 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.962597 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:00.110592 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['cfbaedba-89f3-44c8-9b9b-e729c2c39503'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:38:00.476934 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8394607-9e0b-440c-8868-be13f69c0c93 req-e2372491-b880-4409-b629-b000adcbfdaa tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:00.478664 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e8394607-9e0b-440c-8868-be13f69c0c93 req-e2372491-b880-4409-b629-b000adcbfdaa tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 944 time: 0.0527768 Jul 29 15:38:00.515596 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e8394607-9e0b-440c-8868-be13f69c0c93 req-77f0f23e-38fb-468e-9b7e-84f2a4f506a5 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Jul 29 15:38:01.246315 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2fb9790f-fb95-490f-9560-9ee4a2359cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:01.443349 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:01.621486 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cfbaedba-89f3-44c8-9b9b-e729c2c39503 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:38:01.630117 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0d15d-720e-449b-a093-fc10e8842997 req-a2e71efb-0fb4-4dc4-a403-6c4531cdc7e0 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.631620 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cdd0d15d-720e-449b-a093-fc10e8842997 req-a2e71efb-0fb4-4dc4-a403-6c4531cdc7e0 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 944 time: 0.0507753 Jul 29 15:38:01.669936 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port cfbaedba-89f3-44c8-9b9b-e729c2c39503 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:38:01.670207 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-cdd0d15d-720e-449b-a093-fc10e8842997 req-7dfb1d91-3a82-4a2f-b4a9-7f2b0cda049b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Jul 29 15:38:01.673919 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port cfbaedba-89f3-44c8-9b9b-e729c2c39503 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:38:01.674435 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:01.751329 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:01.773238 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a78aef-09b7-48d9-b237-74e487d7972f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbaedba-89f3-44c8-9b9b-e729c2c39503'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:01.776636 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baabd83e-1c52-42bf-901a-481864ef403d" -d '{"events": [{"server_uuid": "37a78aef-09b7-48d9-b237-74e487d7972f", "name": "network-vif-plugged", "status": "completed", "tag": "cfbaedba-89f3-44c8-9b9b-e729c2c39503"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:01.790500 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port cfbaedba-89f3-44c8-9b9b-e729c2c39503, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cfbaedba-89f3-44c8-9b9b-e729c2c39503,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:01.795185 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:01.841719 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=cfbaedba-89f3-44c8-9b9b-e729c2c39503,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:01.868799 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaf162b-cec4-4a6e-8bbb-e2d3548fd2da x-openstack-request-id: req-cdaf162b-cec4-4a6e-8bbb-e2d3548fd2da {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:01.869115 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a78aef-09b7-48d9-b237-74e487d7972f", "name": "network-vif-plugged", "status": "completed", "tag": "cfbaedba-89f3-44c8-9b9b-e729c2c39503", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:01.869370 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdaf162b-cec4-4a6e-8bbb-e2d3548fd2da {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:01.869765 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a78aef-09b7-48d9-b237-74e487d7972f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbaedba-89f3-44c8-9b9b-e729c2c39503', 'code': 200} Jul 29 15:38:02.031951 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4a898-a5bb-4ea9-88a1-231d70f12697 req-a09f95cf-bf92-46bf-a7ad-2b87715f3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:02.033444 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-96f4a898-a5bb-4ea9-88a1-231d70f12697 req-a09f95cf-bf92-46bf-a7ad-2b87715f3f2a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 1098 time: 0.0403273 Jul 29 15:38:02.069399 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-96f4a898-a5bb-4ea9-88a1-231d70f12697 req-d8548367-a56d-4b8d-904a-72d6ccd7c026 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275850 Jul 29 15:38:02.532012 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:02.787947 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f48fd1-0d85-4847-b4a7-dcf0ce53efb3 req-73d09987-a204-4027-82df-2d34d9ac4e1d tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:02.789441 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-11f48fd1-0d85-4847-b4a7-dcf0ce53efb3 req-73d09987-a204-4027-82df-2d34d9ac4e1d tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 945 time: 0.0519786 Jul 29 15:38:02.829523 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-11f48fd1-0d85-4847-b4a7-dcf0ce53efb3 req-59276681-393a-4efa-8033-dc6e889fe39c tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Jul 29 15:38:03.949033 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7fc25-08b3-4e2b-8037-6254c9d3fdac req-6b450a8c-45af-4483-9796-816d74252aa2 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:03.950536 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-afe7fc25-08b3-4e2b-8037-6254c9d3fdac req-6b450a8c-45af-4483-9796-816d74252aa2 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 945 time: 0.0490665 Jul 29 15:38:03.988514 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-afe7fc25-08b3-4e2b-8037-6254c9d3fdac req-7be3456a-3c87-4097-837b-a8626decd03f tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Jul 29 15:38:04.116879 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:04.586112 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d1f04-b77d-48ec-b96c-6bdd87a7ff9c req-3bb0dd90-5c94-4187-a63a-37641bdfc217 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:04.587563 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f0d1f04-b77d-48ec-b96c-6bdd87a7ff9c req-3bb0dd90-5c94-4187-a63a-37641bdfc217 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 945 time: 0.0483749 Jul 29 15:38:04.624728 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f0d1f04-b77d-48ec-b96c-6bdd87a7ff9c req-5652202d-a715-4bb3-8731-df782577e506 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307593 Jul 29 15:38:05.740470 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75949023-51d4-47b5-92f2-d44cbe1c77b4 req-4e1e271c-5c23-4863-b460-43ee03365987 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:05.741875 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-75949023-51d4-47b5-92f2-d44cbe1c77b4 req-4e1e271c-5c23-4863-b460-43ee03365987 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 945 time: 0.0479269 Jul 29 15:38:05.778602 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-75949023-51d4-47b5-92f2-d44cbe1c77b4 req-99dbd205-b40f-44ea-b05c-091b92c6bf13 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Jul 29 15:38:05.836688 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-2aa699c6-3f0a-4119-a01f-f8db8ebe7f7e tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:05.838135 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-2aa699c6-3f0a-4119-a01f-f8db8ebe7f7e tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "GET /v2.0/ports?device_id=37a78aef-09b7-48d9-b237-74e487d7972f HTTP/1.1" status: 200 len: 945 time: 0.0487001 Jul 29 15:38:05.929121 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Deleting port cfbaedba-89f3-44c8-9b9b-e729c2c39503 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:38:05.929454 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:05.953214 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:38:06.023471 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] For port cfbaedba-89f3-44c8-9b9b-e729c2c39503, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=cfbaedba-89f3-44c8-9b9b-e729c2c39503,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:06.023753 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.036368 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Calling delete_port for cfbaedba-89f3-44c8-9b9b-e729c2c39503 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:38:06.163082 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.174185 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['cfbaedba-89f3-44c8-9b9b-e729c2c39503'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:38:06.189078 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Pushing event deleted for resources: {'Port': ['ID=cfbaedba-89f3-44c8-9b9b-e729c2c39503,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:06.234897 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] No DVR routers for this DVR port cfbaedba-89f3-44c8-9b9b-e729c2c39503 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:38:06.237512 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.240700 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-50ab1c19-4789-47ab-b912-4f944c9f93ed req-65887be1-6fe5-4031-80e0-ff141c1df45b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "DELETE /v2.0/ports/cfbaedba-89f3-44c8-9b9b-e729c2c39503 HTTP/1.1" status: 204 len: 173 time: 0.3959658 Jul 29 15:38:06.241604 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a78aef-09b7-48d9-b237-74e487d7972f', 'name': 'network-vif-deleted', 'tag': 'cfbaedba-89f3-44c8-9b9b-e729c2c39503'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:06.244973 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a50e5d7-f07b-419d-b512-f4e7dee5b541" -d '{"events": [{"server_uuid": "37a78aef-09b7-48d9-b237-74e487d7972f", "name": "network-vif-deleted", "tag": "cfbaedba-89f3-44c8-9b9b-e729c2c39503"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:06.280713 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce3e934-eb74-43ad-9b68-6ceb2dd4f456 x-openstack-request-id: req-7ce3e934-eb74-43ad-9b68-6ceb2dd4f456 {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:06.281157 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a78aef-09b7-48d9-b237-74e487d7972f", "name": "network-vif-deleted", "tag": "cfbaedba-89f3-44c8-9b9b-e729c2c39503", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:06.281409 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ce3e934-eb74-43ad-9b68-6ceb2dd4f456 {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:06.281803 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a78aef-09b7-48d9-b237-74e487d7972f', 'name': 'network-vif-deleted', 'tag': 'cfbaedba-89f3-44c8-9b9b-e729c2c39503', 'status': 'completed', 'code': 200} Jul 29 15:38:07.084056 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-3abab199-18f5-42ee-8ff0-c16a2376466d tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:07.085547 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-3abab199-18f5-42ee-8ff0-c16a2376466d tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/networks?id=99172836-6176-4183-9d55-9cafd6c56f6e HTTP/1.1" status: 200 len: 809 time: 0.1002800 Jul 29 15:38:07.100858 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-11c8bbf3-49d6-4488-883e-ea176a66e705 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/quotas/3a72bcc87bd04357b1ce94904db9488a HTTP/1.1" status: 200 len: 375 time: 0.0096092 Jul 29 15:38:07.131701 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-c40b8fa3-4ded-42bd-ac92-ceb6230fb22c tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a72bcc87bd04357b1ce94904db9488a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253451 Jul 29 15:38:07.220582 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a3d9798f-7932-481f-9ea9-6df1c0b86ced service neutron] 10.222.0.10 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Jul 29 15:38:07.324651 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-fbf2b092-851d-4ca0-88fd-aa7c7148dd4f service neutron] 10.222.0.10 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967262 Jul 29 15:38:07.474228 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d9b289b6-ee2c-41dd-918a-200ae02b7645 req-0b233f8b-77fc-4dc1-932c-0368ff9f131a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 210 time: 0.0269511 Jul 29 15:38:08.343584 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-3c4f88fc-6904-460a-b1bd-b9fe393a855f tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:08.345064 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-3c4f88fc-6904-460a-b1bd-b9fe393a855f tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "GET /v2.0/networks?id=99172836-6176-4183-9d55-9cafd6c56f6e HTTP/1.1" status: 200 len: 809 time: 0.1090276 Jul 29 15:38:08.358522 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Request body: {'port': {'device_id': 'f30421c3-86ce-40eb-8fca-4356a5e3c5a6', 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e', 'admin_state_up': True, 'tenant_id': '3a72bcc87bd04357b1ce94904db9488a'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:38:08.470499 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Made reservation on behalf of 3a72bcc87bd04357b1ce94904db9488a for: {'port': 1} {{(pid=93122) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:38:08.474136 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:08.567329 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-62a4de95-8c4f-4af0-bf2e-07925ece997b req-5b8f932a-0af4-4eb0-be53-dd854caa319e tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 210 time: 0.0268307 Jul 29 15:38:08.599604 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_common [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Allocated IP 172.20.0.11 (99172836-6176-4183-9d55-9cafd6c56f6e/67bb6395-be0f-48a4-8bdc-4b69681b2e6f/693d2acc-1ff8-4384-8cbf-1896228da445) {{(pid=93122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:38:08.755222 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks [] for port, precommit_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:08.792558 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750510090725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_create {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:08.832604 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Network 99172836-6176-4183-9d55-9cafd6c56f6e is already hosted by enough agents. {{(pid=93122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:38:08.835755 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.scheduler.base_scheduler [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Resources bound (agent type, host, resource id): {{(pid=93122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:38:08.838098 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Received port after_create {{(pid=93122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:38:08.872334 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Pushing event updated for resources: {'Port': ['ID=693d2acc-1ff8-4384-8cbf-1896228da445,revision_number=1']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:08.898984 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:08.899612 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:08.913808 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-a65b2a1f-b723-4892-955b-40fc473dc61b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5597556 Jul 29 15:38:08.926296 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.v2.base [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Request body: {'port': {'device_id': 'f30421c3-86ce-40eb-8fca-4356a5e3c5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78956'}} {{(pid=93122) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:38:08.982317 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:09.244771 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693d2acc-1ff8-4384-8cbf-1896228da445 {{(pid=93122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:38:09.253588 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:09.265541 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.provisioning_blocks [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Transition to ACTIVE for port object 693d2acc-1ff8-4384-8cbf-1896228da445 will not be triggered until provisioned by entity L2. {{(pid=93122) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:38:09.269384 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:09.319222 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Pushing event updated for resources: {'Port': ['ID=693d2acc-1ff8-4384-8cbf-1896228da445,revision_number=2']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:09.380824 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Attempting to bind port 693d2acc-1ff8-4384-8cbf-1896228da445 on host hv-cinder-78956 for vnic_type normal with profile {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:38:09.381178 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Attempting to bind port 693d2acc-1ff8-4384-8cbf-1896228da445 by drivers openvswitch,hyperv on host hv-cinder-78956 at level 0 using segments [{'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:38:09.381503 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Attempting to bind port 693d2acc-1ff8-4384-8cbf-1896228da445 on network 99172836-6176-4183-9d55-9cafd6c56f6e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:38:09.385655 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Port 693d2acc-1ff8-4384-8cbf-1896228da445 on network 99172836-6176-4183-9d55-9cafd6c56f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78956 {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:38:09.385972 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Attempting to bind port 693d2acc-1ff8-4384-8cbf-1896228da445 on network 99172836-6176-4183-9d55-9cafd6c56f6e {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:38:09.390651 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Checking agent: {'id': 'b7ab0762-9b14-4b8a-8d27-d57d62241950', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78956', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'started_at': datetime.datetime(2021, 7, 29, 15, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:38:09.390988 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Checking segment: {'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:38:09.391365 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Bound using segment: {'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'} {{(pid=93122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:38:09.391787 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.managers [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Bound port: 693d2acc-1ff8-4384-8cbf-1896228da445, host: hv-cinder-78956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b280e40-5934-4ef5-adfe-0a97a2f983c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e'}}] {{(pid=93122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:38:09.392137 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:09.455785 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] For port 693d2acc-1ff8-4384-8cbf-1896228da445, host hv-cinder-78956, cleared binding levels {{(pid=93122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:38:09.459198 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] For port 693d2acc-1ff8-4384-8cbf-1896228da445, host hv-cinder-78956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=693d2acc-1ff8-4384-8cbf-1896228da445,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:38:09.463643 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30213500'] for port, after_update {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:09.497484 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.498153 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:09.499519 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] 10.222.0.59 "PUT /v2.0/ports/693d2acc-1ff8-4384-8cbf-1896228da445 HTTP/1.1" status: 200 len: 1094 time: 0.5778856 Jul 29 15:38:09.499945 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30421c3-86ce-40eb-8fca-4356a5e3c5a6', 'tag': '693d2acc-1ff8-4384-8cbf-1896228da445'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:09.502309 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9346cfb5-845f-4206-9de7-3cdc99a08a53" -d '{"events": [{"name": "network-changed", "server_uuid": "f30421c3-86ce-40eb-8fca-4356a5e3c5a6", "tag": "693d2acc-1ff8-4384-8cbf-1896228da445"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:09.526411 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032a80b-b7c5-4432-896f-494b1998c409 service neutron] Pushing event updated for resources: {'Port': ['ID=693d2acc-1ff8-4384-8cbf-1896228da445,revision_number=3']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:09.545528 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17a16db-2ce9-4dc7-803a-af5d3e648ece x-openstack-request-id: req-a17a16db-2ce9-4dc7-803a-af5d3e648ece {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:09.545806 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30421c3-86ce-40eb-8fca-4356a5e3c5a6", "tag": "693d2acc-1ff8-4384-8cbf-1896228da445", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:09.546054 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a17a16db-2ce9-4dc7-803a-af5d3e648ece {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:09.546435 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30421c3-86ce-40eb-8fca-4356a5e3c5a6', 'tag': '693d2acc-1ff8-4384-8cbf-1896228da445', 'status': 'completed', 'code': 200} Jul 29 15:38:09.578482 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-05ab5872-d986-4c4a-85bb-7fd2021e9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.579973 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-05ab5872-d986-4c4a-85bb-7fd2021e9a00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a72bcc87bd04357b1ce94904db9488a&device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0431674 Jul 29 15:38:09.626008 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-c59ad5bb-1e64-4364-b303-1031e1b84f2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=693d2acc-1ff8-4384-8cbf-1896228da445 HTTP/1.1" status: 200 len: 217 time: 0.0376635 Jul 29 15:38:09.672152 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cfbaedba-89f3-44c8-9b9b-e729c2c39503 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:38:09.675329 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-92cfdd84-3d4d-4600-8807-3a9a086c8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.676804 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-92cfdd84-3d4d-4600-8807-3a9a086c8d73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67bb6395-be0f-48a4-8bdc-4b69681b2e6f HTTP/1.1" status: 200 len: 849 time: 0.0435798 Jul 29 15:38:09.687957 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ab035-5032-4f42-97a3-ffc0cdfaada2 req-60e93ab9-f7d8-43b6-9165-e97522009227 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.689528 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6c7ab035-5032-4f42-97a3-ffc0cdfaada2 req-60e93ab9-f7d8-43b6-9165-e97522009227 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 944 time: 0.0546751 Jul 29 15:38:09.693326 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: cfbaedba-89f3-44c8-9b9b-e729c2c39503 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:38:09.693674 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device cfbaedba-89f3-44c8-9b9b-e729c2c39503 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:38:09.709501 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-1fe0fe94-ba81-4939-ab4d-1557563ee993 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99172836-6176-4183-9d55-9cafd6c56f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257263 Jul 29 15:38:09.731112 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-6c7ab035-5032-4f42-97a3-ffc0cdfaada2 req-609027c7-f5db-48ab-9c00-d669003bb355 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338714 Jul 29 15:38:09.797630 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-582472a3-ee83-4f43-9b4d-1e53c07e3122 service neutron] 10.222.0.59 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800209 Jul 29 15:38:09.888985 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-6f12066f-2d6c-463e-9d79-f45a12c5818e req-b69a1d70-22c8-49d6-a3a7-68c7a546c6d7 service neutron] 10.222.0.59 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846319 Jul 29 15:38:09.978115 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-2f28463f-b25f-4a57-a9c8-408d21316ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.979889 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-2f28463f-b25f-4a57-a9c8-408d21316ffb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a72bcc87bd04357b1ce94904db9488a&device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0434885 Jul 29 15:38:10.077915 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-dddc017c-c0d6-4b49-8cd8-2ab05520d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:10.079282 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-dddc017c-c0d6-4b49-8cd8-2ab05520d353 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99172836-6176-4183-9d55-9cafd6c56f6e HTTP/1.1" status: 200 len: 910 time: 0.0901918 Jul 29 15:38:10.120742 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-681e9901-1e59-45d6-91b6-30d6a198b2f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=693d2acc-1ff8-4384-8cbf-1896228da445 HTTP/1.1" status: 200 len: 217 time: 0.0338521 Jul 29 15:38:10.168472 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-99804c98-fcd5-4649-9312-7dc0e5ebda7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:10.169935 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-99804c98-fcd5-4649-9312-7dc0e5ebda7a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67bb6395-be0f-48a4-8bdc-4b69681b2e6f HTTP/1.1" status: 200 len: 849 time: 0.0419433 Jul 29 15:38:10.201418 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-81caff52-c49c-481f-abf1-7d7a848eb54a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99172836-6176-4183-9d55-9cafd6c56f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238435 Jul 29 15:38:10.297426 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-18dbb9d2-2a90-497a-b453-809d27be078d service neutron] 10.222.0.59 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879083 Jul 29 15:38:10.404091 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-9346cfb5-845f-4206-9de7-3cdc99a08a53 req-46c91aaa-c12a-46a7-9fdc-963b2a52832e service neutron] 10.222.0.59 "GET /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983388 Jul 29 15:38:10.858426 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23712a35-9913-4c93-84a9-2bfe9ae9d459 req-244201ff-bb6e-4542-bc94-f7bc5c9cb225 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:10.859928 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23712a35-9913-4c93-84a9-2bfe9ae9d459 req-244201ff-bb6e-4542-bc94-f7bc5c9cb225 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 944 time: 0.0598876 Jul 29 15:38:10.898610 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-23712a35-9913-4c93-84a9-2bfe9ae9d459 req-ae1c9140-fb56-4e93-88e2-3d99ce99bd9a tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320423 Jul 29 15:38:11.672072 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 693d2acc-1ff8-4384-8cbf-1896228da445 details requested by agent hyperv_hv-cinder-78956 with host hv-cinder-78956 {{(pid=93123) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:38:11.779506 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 693d2acc-1ff8-4384-8cbf-1896228da445, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=693d2acc-1ff8-4384-8cbf-1896228da445,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:11.790292 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Returning: {'device': '693d2acc-1ff8-4384-8cbf-1896228da445', 'network_id': '99172836-6176-4183-9d55-9cafd6c56f6e', 'port_id': '693d2acc-1ff8-4384-8cbf-1896228da445', 'mac_address': 'fa:16:3e:74:6a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bb6395-be0f-48a4-8bdc-4b69681b2e6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93123) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:38:11.829588 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:11.841992 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693d2acc-1ff8-4384-8cbf-1896228da445 {{(pid=93123) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:38:11.860626 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 693d2acc-1ff8-4384-8cbf-1896228da445, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=693d2acc-1ff8-4384-8cbf-1896228da445,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:11.865653 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:11.912003 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=693d2acc-1ff8-4384-8cbf-1896228da445,revision_number=4']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:12.015043 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50640a00-8e34-4446-8256-367634a301b4 req-b9193efd-78b0-469c-972b-3ed480f8e015 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:12.016548 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-50640a00-8e34-4446-8256-367634a301b4 req-b9193efd-78b0-469c-972b-3ed480f8e015 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 945 time: 0.0522225 Jul 29 15:38:12.056465 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-50640a00-8e34-4446-8256-367634a301b4 req-fb4dd361-b243-40de-9df3-5694c8292770 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337377 Jul 29 15:38:12.059372 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['693d2acc-1ff8-4384-8cbf-1896228da445'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:38:12.151670 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:13.206568 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db2ac-ce26-45e5-8e70-eb1dd6587d8a req-9440322a-592a-4bb4-ad9d-dc3fcfd937b1 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:13.208207 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d05db2ac-ce26-45e5-8e70-eb1dd6587d8a req-9440322a-592a-4bb4-ad9d-dc3fcfd937b1 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 945 time: 0.0566723 Jul 29 15:38:13.259270 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d05db2ac-ce26-45e5-8e70-eb1dd6587d8a req-02d7e152-5d6e-4d89-b5f3-4ebc196a5fd8 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Jul 29 15:38:13.687206 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 693d2acc-1ff8-4384-8cbf-1896228da445 up at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:38:13.735020 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning for port 693d2acc-1ff8-4384-8cbf-1896228da445 completed by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:38:13.739412 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.db.provisioning_blocks [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Provisioning complete for port 693d2acc-1ff8-4384-8cbf-1896228da445 triggered by entity L2. {{(pid=93123) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:38:13.739780 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-852584'] for port, provisioning_complete {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:13.813773 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1027678'] for port, before_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:13.838333 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30421c3-86ce-40eb-8fca-4356a5e3c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693d2acc-1ff8-4384-8cbf-1896228da445'}] {{(pid=93123) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:13.840598 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15ef7af9d9c7d5a3898609b69b4ee03e7a85c2a26a23139572afe6cf445c490" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5299b11d-92bb-4f5b-94cb-8b24d9d75313" -d '{"events": [{"server_uuid": "f30421c3-86ce-40eb-8fca-4356a5e3c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "693d2acc-1ff8-4384-8cbf-1896228da445"}]}' {{(pid=93123) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:13.853422 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] For port 693d2acc-1ff8-4384-8cbf-1896228da445, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=693d2acc-1ff8-4384-8cbf-1896228da445,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93123) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:13.857804 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750510481457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750510090743', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750510094093'] for port, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:13.884200 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c7bbc6-774d-4038-852d-7333d08253cf x-openstack-request-id: req-54c7bbc6-774d-4038-852d-7333d08253cf {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:13.884657 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30421c3-86ce-40eb-8fca-4356a5e3c5a6", "name": "network-vif-plugged", "status": "completed", "tag": "693d2acc-1ff8-4384-8cbf-1896228da445", "code": 200}]} {{(pid=93123) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:13.884937 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54c7bbc6-774d-4038-852d-7333d08253cf {{(pid=93123) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:13.885314 dv-cinder-789564-8-iscsi neutron-server[93123]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30421c3-86ce-40eb-8fca-4356a5e3c5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693d2acc-1ff8-4384-8cbf-1896228da445', 'code': 200} Jul 29 15:38:13.912340 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Pushing event updated for resources: {'Port': ['ID=693d2acc-1ff8-4384-8cbf-1896228da445,revision_number=5']} {{(pid=93123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:14.035659 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a19075-235c-4f66-81c0-6c1134af39fe req-fd7ae942-2301-4f3d-9f13-6d313ea92e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:14.037161 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e6a19075-235c-4f66-81c0-6c1134af39fe req-fd7ae942-2301-4f3d-9f13-6d313ea92e85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0387979 Jul 29 15:38:14.071746 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-e6a19075-235c-4f66-81c0-6c1134af39fe req-25b25170-0dce-4a68-913b-7c63cf2247c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269618 Jul 29 15:38:14.383355 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257e57-a935-4d79-90e5-b148cda604b9 req-99465f0f-e45a-4922-8c3a-ece828450b4c tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:14.384792 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d5257e57-a935-4d79-90e5-b148cda604b9 req-99465f0f-e45a-4922-8c3a-ece828450b4c tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 946 time: 0.0531957 Jul 29 15:38:14.421812 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-d5257e57-a935-4d79-90e5-b148cda604b9 req-670de9cc-d2e8-4bed-8972-4c92ff3bdf8d tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Jul 29 15:38:15.534654 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37718be-2a26-494f-b6c2-fb24570edc6c req-1e38ad9a-d4c5-4cb6-aa4d-ed8eb7f66477 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:15.536260 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e37718be-2a26-494f-b6c2-fb24570edc6c req-1e38ad9a-d4c5-4cb6-aa4d-ed8eb7f66477 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 946 time: 0.0471861 Jul 29 15:38:15.573742 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-e37718be-2a26-494f-b6c2-fb24570edc6c req-482b829f-68fa-475a-8e1f-fa5aee0d89a5 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jul 29 15:38:16.213720 dv-cinder-789564-8-iscsi neutron-server[93121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980c708-10ea-46ae-814e-1a286a36e9f2 req-ff37b1ea-1f3c-49e7-bf44-adf1a6aa7d8c tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:16.215159 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3980c708-10ea-46ae-814e-1a286a36e9f2 req-ff37b1ea-1f3c-49e7-bf44-adf1a6aa7d8c tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 946 time: 0.0510020 Jul 29 15:38:16.253169 dv-cinder-789564-8-iscsi neutron-server[93121]: INFO neutron.wsgi [req-3980c708-10ea-46ae-814e-1a286a36e9f2 req-73a57b33-4aa8-4b7d-a931-fd57537235f1 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Jul 29 15:38:17.368085 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926a5e-8b1d-4fa8-88d9-e47e4f15cedc req-9feac0b9-fc65-4d26-96c8-7b5faa1ef84b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:17.369560 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7e926a5e-8b1d-4fa8-88d9-e47e4f15cedc req-9feac0b9-fc65-4d26-96c8-7b5faa1ef84b tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 946 time: 0.0484374 Jul 29 15:38:17.407725 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-7e926a5e-8b1d-4fa8-88d9-e47e4f15cedc req-7ec0c81f-e1d0-4deb-b488-0791c2f38c11 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.10 "GET /v2.0/security-groups?id=21579561-cdc4-4c8a-82b3-3b85394fa5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Jul 29 15:38:17.456489 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-89cc8f57-bb90-495f-a513-b83930247c03 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93122) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:17.457924 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-89cc8f57-bb90-495f-a513-b83930247c03 tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "GET /v2.0/ports?device_id=f30421c3-86ce-40eb-8fca-4356a5e3c5a6 HTTP/1.1" status: 200 len: 946 time: 0.0491202 Jul 29 15:38:17.547011 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Deleting port 693d2acc-1ff8-4384-8cbf-1896228da445 {{(pid=93122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:38:17.547347 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750510476427'] for port, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:17.631925 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.db [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] For port 693d2acc-1ff8-4384-8cbf-1896228da445, host hv-cinder-78956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78956',level=0,port_id=693d2acc-1ff8-4384-8cbf-1896228da445,segment=NetworkSegment(1b280e40-5934-4ef5-adfe-0a97a2f983c8),segment_id=1b280e40-5934-4ef5-adfe-0a97a2f983c8)] {{(pid=93122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:17.632292 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1730449'] for port, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:17.644646 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.plugin [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Calling delete_port for 693d2acc-1ff8-4384-8cbf-1896228da445 owned by compute:nova {{(pid=93122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:38:17.775851 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1027219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750510481439', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750510090734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30213477'] for port, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:17.787189 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.db [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] get_ports_and_sgs() called for port_ids ['693d2acc-1ff8-4384-8cbf-1896228da445'] {{(pid=93123) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:38:17.805579 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Pushing event deleted for resources: {'Port': ['ID=693d2acc-1ff8-4384-8cbf-1896228da445,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:17.846650 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] No DVR routers for this DVR port 693d2acc-1ff8-4384-8cbf-1896228da445 on host hv-cinder-78956 {{(pid=93122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:38:17.849263 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173080'] for port, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:17.851309 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [req-08a98ce0-5bff-4edc-81d3-10425ba3cb8b req-e6023b67-cbfc-481d-a256-66e34e18eebc tempest-VolumesActionsTest-720613223 tempest-VolumesActionsTest-720613223-project] 10.222.0.59 "DELETE /v2.0/ports/693d2acc-1ff8-4384-8cbf-1896228da445 HTTP/1.1" status: 204 len: 173 time: 0.3868153 Jul 29 15:38:17.851737 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30421c3-86ce-40eb-8fca-4356a5e3c5a6', 'name': 'network-vif-deleted', 'tag': '693d2acc-1ff8-4384-8cbf-1896228da445'}] {{(pid=93122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:17.854031 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}874d39c61e9361920f31747dd0a09e1a61c787b6941cb26830efbbac603b5c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e056c27-442e-4175-b94d-7e5656c91644" -d '{"events": [{"server_uuid": "f30421c3-86ce-40eb-8fca-4356a5e3c5a6", "name": "network-vif-deleted", "tag": "693d2acc-1ff8-4384-8cbf-1896228da445"}]}' {{(pid=93122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:17.890243 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d042bda-9608-4c50-aaa9-524c25135e2e x-openstack-request-id: req-2d042bda-9608-4c50-aaa9-524c25135e2e {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:17.890603 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30421c3-86ce-40eb-8fca-4356a5e3c5a6", "name": "network-vif-deleted", "tag": "693d2acc-1ff8-4384-8cbf-1896228da445", "status": "completed", "code": 200}]} {{(pid=93122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:17.890853 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d042bda-9608-4c50-aaa9-524c25135e2e {{(pid=93122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:17.891247 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30421c3-86ce-40eb-8fca-4356a5e3c5a6', 'name': 'network-vif-deleted', 'tag': '693d2acc-1ff8-4384-8cbf-1896228da445', 'status': 'completed', 'code': 200} Jul 29 15:38:22.098597 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 693d2acc-1ff8-4384-8cbf-1896228da445 no longer exists at agent hyperv_hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:38:22.119200 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.plugin [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] No Port match for: 693d2acc-1ff8-4384-8cbf-1896228da445 {{(pid=93123) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:38:22.119531 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron.plugins.ml2.rpc [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Device 693d2acc-1ff8-4384-8cbf-1896228da445 not bound to the agent host hv-cinder-78956 {{(pid=93123) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:38:28.838798 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-02fba855-cdc5-429d-a048-31797e1d8b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:31.254020 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-3346cfb9-0e14-4f22-92de-9e7a19657848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:31.450017 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:32.541298 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:34.130063 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.239139 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60928) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:38:38.284645 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7adda0-c93c-4702-93db-da39e8f4f34c admin admin] Deleting subnet 67bb6395-be0f-48a4-8bdc-4b69681b2e6f {{(pid=93122) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:38:38.287631 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4b7adda0-c93c-4702-93db-da39e8f4f34c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.321192 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4b7adda0-c93c-4702-93db-da39e8f4f34c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30018021'] for subnet, precommit_delete_associations {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.360243 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4b7adda0-c93c-4702-93db-da39e8f4f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856770'] for subnet, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.417840 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4b7adda0-c93c-4702-93db-da39e8f4f34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584698', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30213450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30128896'] for subnet, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.445145 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7adda0-c93c-4702-93db-da39e8f4f34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bb6395-be0f-48a4-8bdc-4b69681b2e6f,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:38.447630 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-4b7adda0-c93c-4702-93db-da39e8f4f34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for subnet, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.449560 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-4b7adda0-c93c-4702-93db-da39e8f4f34c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/67bb6395-be0f-48a4-8bdc-4b69681b2e6f HTTP/1.1" status: 204 len: 168 time: 0.2094181 Jul 29 15:38:38.451995 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60930) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:38:38.518209 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-993483'] for network, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.596624 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853589', 'neutron.services.segments.db._delete_segments_for_network-8750510556721'] for network, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.606530 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99172836-6176-4183-9d55-9cafd6c56f6e']}} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:38.615994 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b280e40-5934-4ef5-adfe-0a97a2f983c8') {'for_net_delete': True} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:38.616838 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.services.segments.db [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b280e40-5934-4ef5-adfe-0a97a2f983c8') {} {{(pid=93122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:38.625497 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750510558010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30018030'] for segment, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.639044 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668'] for segment, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.644588 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93122) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:38:38.645000 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30215060'] for segment, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: Traceback (most recent call last): Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: timer() Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: cb(*args, **kw) Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: return func(*args, **kwargs) Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: self._notify() Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: self.callback(batched_events) Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: event.method(event) Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: return f(self, *a, **k) Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._get(url).json() Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: return self.request(url, 'GET', **kwargs) Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:38:38.646569 dv-cinder-789564-8-iscsi neutron-server[93122]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:38:38.698254 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2056633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2092212'] for network, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.703069 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2056583'] for network, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.704957 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] 10.222.0.10 "DELETE /v2.0/networks/99172836-6176-4183-9d55-9cafd6c56f6e HTTP/1.1" status: 204 len: 168 time: 0.2520306 Jul 29 15:38:38.719403 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e81e9-a915-4d35-9cf2-c9346f2fbf4a admin admin] Pushing event deleted for resources: {'Network': ['ID=99172836-6176-4183-9d55-9cafd6c56f6e,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:38.814235 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60934) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:38:38.858953 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-1f2a42d8-bef5-4594-b8d5-048100753c1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a72bcc87bd04357b1ce94904db9488a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433009 Jul 29 15:38:38.861408 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.wsgi [-] (93122) accepted ('10.222.0.10', 60936) {{(pid=93122) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:38:38.907570 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.928119 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.974551 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574616'] for security_group, after_delete {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.977949 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron_lib.callbacks.manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:38.979071 dv-cinder-789564-8-iscsi neutron-server[93122]: INFO neutron.wsgi [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21579561-cdc4-4c8a-82b3-3b85394fa5ba HTTP/1.1" status: 204 len: 168 time: 0.1167932 Jul 29 15:38:38.986675 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21579561-cdc4-4c8a-82b3-3b85394fa5ba,revision_number=None']} {{(pid=93122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:38.994629 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.995016 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.995296 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.995622 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.995947 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.996289 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.996595 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.996943 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.997264 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.997582 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.997900 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:38.998210 dv-cinder-789564-8-iscsi neutron-server[93122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4dd81d-da83-49d2-96bc-e37f6409bb14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789564-8-iscsi {{(pid=93122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:42.143128 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:42.951210 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:38:58.829323 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-48e1fd2d-4556-4bcc-9d87-42c69a1f4930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:01.247406 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-e08ab94c-b004-4b47-992c-adfbcca20b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:01.441219 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:02.537371 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:04.122245 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:12.152188 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:19.950313 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:39:28.828972 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7d951331-e3e1-439c-be64-3a673414d7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:31.248611 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-b254056a-f57c-41ee-abc0-8581448a6ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:31.442431 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:32.540525 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:34.127540 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:42.165851 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:56.948778 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:39:58.830777 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-bbe11c6d-7fff-413c-a39a-063c3197b9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:01.248696 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-eaf55a2f-40da-4a7b-bdae-fe60512e992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:01.443911 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:02.542895 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:04.131193 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:12.163044 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:28.834802 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-6d784caa-fda5-4f49-b936-d57910e29210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:31.248382 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-5c297a5a-8eed-48b7-a78e-c17b6d84bd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:31.444979 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:32.545951 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:33.947844 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:40:34.134081 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:42.193313 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:58.834769 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-95bb2fbe-04de-48d2-a2c2-193d6fc84d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.251734 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4578a227-74e9-4e66-961f-0fb0293db8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.445778 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:02.548504 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:04.137985 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:10.946670 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:41:12.205277 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:28.915419 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4cad8d9a-5bc7-4507-b7ef-1c676bec8b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:31.251551 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2fe5551f-5f9f-415f-8173-36218cca096c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:31.446320 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:32.551762 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:34.139483 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:42.203206 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:47.946184 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:41:58.916872 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-4e0eabe4-f231-4a98-8484-076dd1819b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.255268 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-95a16d13-753f-4a0c-ad61-0fa8a8af256c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.447518 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.554924 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.144623 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:12.203539 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:24.947956 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:42:28.917754 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-70cc54b2-f6ba-45ed-8668-160023b27db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:31.255143 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-348da02d-8140-49f2-95a0-6c58c0903aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:31.453003 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:32.559061 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:34.146517 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:42.214825 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:58.918402 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-02e44233-5c4c-4369-ad07-b2842e5f5917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:01.254772 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-bf50d386-9af8-4c9d-a63b-0f1d0c4a574d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:01.454889 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:01.946524 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:43:02.561544 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:04.148415 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:12.213275 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:28.918007 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-8fbd7dbd-b940-41aa-9889-99d2a48bf3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.254732 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-730a3a29-c192-47d8-9072-e3eac3bdabc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.456258 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-a903dea3-953c-423c-80a1-bae3f99885e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.564843 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2daccf9f-ed11-4030-a0e9-4d6f0f3f4b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:34.161354 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-7218bcd4-e39f-4942-95f8-87904ffbb312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:38.946092 dv-cinder-789564-8-iscsi neutron-server[93124]: DEBUG neutron.db.agents_db [None req-3f1c5d93-76f4-4d15-b598-4a68e6454402 None None] Agent healthcheck: found 6 active agents {{(pid=93124) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:43:42.212058 dv-cinder-789564-8-iscsi neutron-server[93123]: DEBUG neutron_lib.callbacks.manager [None req-2544f7d8-acc6-4fdc-81b4-6e7456fecc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750510556703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-852371'] for agent, after_update {{(pid=93123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}